CORE-594 - Scripts as a starting point from MCS

This commit is contained in:
Dan Hawkins 2022-01-12 14:57:12 +00:00
commit bfd07dcb92
5 changed files with 590 additions and 0 deletions

225
build/build_all.groovy Normal file
View file

@ -0,0 +1,225 @@
def selectbuild(buildnumber) {
return "<SpecificBuildSelector plugin=\"copyartifact@1.46.2\"><buildNumber>${buildnumber}</buildNumber></SpecificBuildSelector>"
}
pipeline {
agent { label AGENT_LABEL }
stages {
stage('Initial setup') {
steps {
script {
meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO)
autobuilder.setBuildType(meta, (params.FULLBUILD != null) ? FULLBUILD.toBoolean() : false)
}
}
}
stage('Checkout dependencies') {
steps {
script {
configurationhelper = autobuilder.configurationhelper()
SOURCEURL = 'git@hydra:gis/atlasservices.git'
SOURCEREVISION = "${SOURCE_REVISION}".trim()
SOURCEROOTDIR = 'atlasservices'
SOURCEDIR = "${WORKSPACE}/atlasservices"
configurationinfo = configurationhelper.gitCheckoutAndRegister(meta, SOURCEROOTDIR, SOURCEURL, SOURCEREVISION, SOURCEDIR, SOURCEROOTDIR, 0, false)
sourcesha = configurationinfo.configurationSHA
}
}
}
stage('Generating version info') {
steps {
script {
version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
version.generate(meta, SOURCEREVISION, SOURCEDIR)
}
}
}
stage('Compile') {
steps {
script {
importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
buildstamp = meta.buildstampinfo.buildstamp
compile_job = build job: MCS_COMPILE_JOB,
parameters: [
string(name: 'PARENT_BUILD_STAMP', value: buildstamp),
string(name: 'SOURCE_REVISION', value: sourcesha),
string(name: 'PRINT_SERVER_ARTIFACT_LOCATION', value: PRINT_SERVER_ARTIFACT_LOCATION),
string(name: 'PRINT_SERVER_BUILD_JOB', value: PRINT_SERVER_BUILD_JOB),
string(name: 'PRINT_SERVER_BUILD_SELECTOR', value: PRINT_SERVER_BUILD_SELECTOR),
string(name: 'PRINT_SERVER_RELEASE_REPO', value: PRINT_SERVER_RELEASE_REPO),
string(name: 'PRINT_SERVER_RELEASE_REVISION', value: PRINT_SERVER_RELEASE_REVISION),
booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
]
}
}
}
stage('Post compile') {
failFast true
parallel {
stage('Core install') {
steps {
script {
installer_job = build job: MCS_INSTALLER_JOB,
parameters: [
string(name: 'PARENT_BUILD_STAMP', value: buildstamp),
string(name: 'SOURCE_REVISION', value: sourcesha),
string(name: 'MCS_COMPILE_JOB', value: compile_job.getProjectName()),
string(name: 'MCS_COMPILE_JOB_SELECTOR', value: selectbuild(compile_job.getNumber())),
string(name: 'LICENCEMANAGER_ARTIFACT_SOURCE', value: LICENCEMANAGER_ARTIFACT_SOURCE),
string(name: 'LICENCEMANAGER_BUILD_JOB', value: LICENCEMANAGER_BUILD_JOB),
string(name: 'LICENCEMANAGER_BUILD_SELECTOR', value: LICENCEMANAGER_BUILD_SELECTOR),
string(name: 'LICENCEMANAGER_RELEASE_REPO', value: LICENCEMANAGER_RELEASE_REPO),
string(name: 'LICENCEMANAGER_RELEASE_REVISION', value: LICENCEMANAGER_RELEASE_REVISION),
booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
]
}
}
}
stage('SDK') {
steps {
script {
if (meta.isFullBuild()) {
sdk_compile_job = build job: MCS_SDK_COMPILE_JOB,
parameters: [
string(name: 'PARENT_BUILD_STAMP', value: buildstamp),
string(name: 'SOURCE_REVISION', value: sourcesha),
string(name: 'MCS_COMPILE_JOB', value: compile_job.getProjectName()),
string(name: 'MCS_COMPILE_JOB_SELECTOR', value: selectbuild(compile_job.getNumber())),
booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
]
}
}
script {
if (meta.isFullBuild()) {
sdk_installer_job = build job: MCS_SDK_INSTALLER_JOB,
parameters: [
string(name: 'PARENT_BUILD_STAMP', value: buildstamp),
string(name: 'SOURCE_REVISION', value: sourcesha),
string(name: 'MCS_SDK_COMPILE_JOB', value: sdk_compile_job.getProjectName()),
string(name: 'MCS_SDK_COMPILE_BUILD_SELECTOR', value: selectbuild(sdk_compile_job.getNumber())),
booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
]
}
}
}
}
stage('Unit test') {
steps {
script {
unit_test_job = build job: MCS_UNIT_TEST_JOB,
parameters: [
string(name: 'PARENT_BUILD_STAMP', value: buildstamp),
string(name: 'SOURCE_REVISION', value: sourcesha),
booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
]
}
}
}
stage('Dev documentation') {
steps {
script {
if (meta.isFullBuild()) {
dev_documentation_job = build job: MCS_DEV_DOCUMENTATION_JOB,
parameters: [
string(name: 'PARENT_BUILD_STAMP', value: buildstamp),
string(name: 'SOURCE_REVISION', value: sourcesha),
string(name: 'MCS_COMPILE_JOB', value: compile_job.getProjectName()),
string(name: 'MCS_COMPILE_JOB_SELECTOR', value: selectbuild(compile_job.getNumber())),
booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
]
}
}
}
}
stage('Release Documentation') {
steps {
script {
if (meta.isFullBuild()) {
release_notes_job = build job: RELEASE_NOTES_JOB,
parameters: [
string(name: 'PARENT_BUILD_STAMP', value: buildstamp),
string(name: 'SOURCE_REVISION', value: sourcesha),
booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
]
}
}
}
}
}
}
stage('Accumulate artifacts') {
steps {
script {
artifacthelper = load("${autobuilder.commonscripts()}/artifacts/metaexport.groovy")
subJobs = [
// Sub-job variable, Artifact folder Increment Version Number
[ compile_job, "mcs_binaries", false, ],
[ installer_job, "core_installer", false, ],
]
if (meta.isFullBuild()) {
subJobs += [
[ sdk_compile_job, "mcs_sdk_binaries", false, ],
[ sdk_installer_job, "sdk_installer", false, ],
[ dev_documentation_job, "dev_documentation", false, ],
[ release_notes_job, "release_notes", false, ],
]
}
artifactFolders = artifacthelper.combineSubjobArtifacts(meta, importer, subJobs)
}
}
}
stage('Build integrity check') {
steps {
script {
def integrity = load("${autobuilder.commonscripts()}/build/integrity.groovy")
def results = integrity.check(meta)
if (!results.good) {
unstable("Build integrity check failed: \n ${results.comment}")
}
}
}
}
stage('Classifying publishable artifacts') {
steps {
script {
def publishable = [
'meta/**',
]
def publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
publishutils.generatelist(meta, publishable)
}
}
}
stage('Archiving artifacts') {
steps {
script {
def artifactlist = meta.generateartifacts([], artifactFolders)
artifactarchiver = load("${autobuilder.commonscripts()}/artifacts/archiver.groovy")
artifactarchiver.archive(meta, artifactlist)
}
}
}
}
post {
always {
echo 'Post-build'
}
failure {
echo 'Failed build'
script {
load("${autobuilder.commonscripts()}/build/postactions.groovy").performFailedBuildActions()
}
}
unstable {
echo 'Unstable build'
}
success {
echo 'Succeeded build'
script {
load("${autobuilder.commonscripts()}/build/postactions.groovy").performSuccessfulBuildActions()
}
}
}
}

173
compile/compile.groovy Normal file
View file

@ -0,0 +1,173 @@
pipeline {
agent { label AGENT_LABEL }
stages {
stage('Initial setup') {
steps {
script {
meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO)
}
}
}
stage('Checkout dependencies') {
steps {
script {
configurationhelper = autobuilder.configurationhelper()
PYTHONURL = 'git@hydra:tools/python.git'
PYTHONBRANCH = 'origin/3.6.3_windows'
PYTHONDIR = "${WORKSPACE}/python"
configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR)
env.PYTHON = "${PYTHONDIR}/ver/python.exe"
}
}
}
stage('Checkout source') {
steps {
script {
SOURCEURL = 'git@hydra:gis/atlasservices.git'
SOURCEREVISION = "${SOURCE_REVISION}"
SOURCEDIR = "${WORKSPACE}\\atlasservices"
configurationhelper.gitCheckoutAndRegister(meta, 'atlasservices', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
env.SOURCE_PATH = SOURCEDIR
env.JOBSCRIPTS = "${SOURCE_PATH}\\autobuild\\build"
env.JOBSCRIPTS_COMMON = "${SOURCE_PATH}\\autobuild\\common"
env.SRC = "${SOURCE_PATH}/src"
}
}
}
stage('Clean exports') {
steps {
script {
env.BUILDOUTPUT = "${WORKSPACE}/build"
env.PS_WHOLE_ARTIFACTS_ROOT = "${WORKSPACE}/ps_whole"
env.PSBIN = "${WORKSPACE}/ps_bin"
cleanfolders = [
BUILDOUTPUT,
"${WORKSPACE}/SharedPackages",
]
cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
cleaner.clean(cleanfolders)
}
}
}
stage('Generating version info') {
steps {
script {
version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
version.pregenerated(meta, SOURCEREVISION, SOURCEDIR, PARENT_BUILD_STAMP)
}
}
}
stage('Import Print server to adjust version number') {
steps {
script {
importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
// Alter the version number
def pswholeimportoptions = importer.getNewImportOptions()
pswholeimportoptions.source(PRINT_SERVER_ARTIFACT_LOCATION,
PRINT_SERVER_BUILD_JOB,
PRINT_SERVER_BUILD_SELECTOR,
PRINT_SERVER_RELEASE_REPO,
PRINT_SERVER_RELEASE_REVISION)
pswholeimportoptions.setfilter('meta/**')
pswholeimportoptions.setincrementversionnumber(false)
pswholeimportoptions.setappendtoparentmeta(false)
pswholemeta = importer.artifactimport(meta, pswholeimportoptions, PS_WHOLE_ARTIFACTS_ROOT)
// Import the binaries from the related component
def psbinimportoptions = importer.getNewImportOptions()
psbinimportoptions.setsourceselect(PRINT_SERVER_ARTIFACT_LOCATION)
psbinimportoptions.setfilter('meta/**,bin/x64/Release/Engine - Render.dll,bin/x64/Release/Engine - Render.lib,bin/x64/Release/Engine - Render.pdb,bin/x64/Release/TBarCode11_x64.dll,bin/x64/Release/GIS Utility - Toolbox.dll,bin/x64/Release/GIS Utility - Toolbox.lib,bin/x64/Release/GIS Utility - Toolbox.pdb,bin/x64/Release/zlib1.dll,bin/x64/Release/zlib1.lib,bin/x64/Release/zlib1.pdb,bin/x64/Release/GIS Utility - TCP-IP Comms.dll,bin/x64/Release/GIS Utility - TCP-IP Comms.lib,bin/x64/Release/GIS Utility - TCP-IP Comms.pdb,bin/x64/Release/Dialog - Tree Node Editor.dll,bin/x64/Release/Dialog - Tree Node Editor.lib,bin/x64/Release/Dialog - Tree Node Editor.pdb')
psbinimportoptions.setincrementversionnumber(false)
psbinmeta = importer.artifactimport(meta, pswholemeta, PS_WHOLE_ARTIFACTS_ROOT, 'PRINT_SERVER', 'CORE_BINARIES', psbinimportoptions, PSBIN)
}
}
}
stage('Version stamp files') {
steps {
script {
env.BUILD_STAMP = meta.buildstampinfo.buildstamp
env.BUILD_DATE = meta.jenkinsbuildinfo.builddate
bat """
call "${JOBSCRIPTS}\\versionFiles.bat"
if errorlevel 1 exit /b 1
"""
}
}
}
stage('Compile application') {
steps {
script {
env.SRC_REVISION=SOURCE_REVISION
bat """
call "${JOBSCRIPTS}\\autobuild.bat"
if errorlevel 1 exit /b 1
"""
}
}
}
stage('Prepare exports') {
steps {
script {
bat """
xcopy /i /e "${SRC}\\PackageSpecs\\*.nupkg" "${WORKSPACE}\\SharedPackages"
if errorlevel 1 exit /b 1
"""
}
}
}
stage('Static analysis') {
steps {
script {
recordIssues(tools: [
msBuild(enabledForFailure: true, reportEncoding: 'UTF-8'),
])
}
}
}
stage('Checksum artifacts') {
steps {
script {
def checksummable = [
]
checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy")
checksumutils.generatelist(meta, checksummable)
}
}
}
stage('Classifying publishable artifacts') {
steps {
script {
def publishable = [
]
publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
publishutils.generatelist(meta, publishable)
}
}
}
stage('Archiving artifacts') {
steps {
script {
def artifactlist = meta.generateartifacts(['build/**','SharedPackages/**'])
artifactarchiver = load("${autobuilder.commonscripts()}/artifacts/archiver.groovy")
artifactarchiver.archive(meta, artifactlist)
}
}
}
}
post {
always {
echo 'Post-build'
}
failure {
echo 'Failed build'
}
unstable {
echo 'Unstable build'
}
success {
echo 'Succeeded build'
}
}
}

View file

@ -0,0 +1,120 @@
pipeline {
agent { label AGENT_LABEL }
stages {
stage('Initial setup') {
steps {
script {
meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO)
}
}
}
stage('Checkout dependencies') {
steps {
script {
configurationhelper = autobuilder.configurationhelper()
PYTHONURL = 'git@hydra:tools/python.git'
if (isUnix()) {
PYTHONBRANCH = "origin/3.6.3_linux"
}
else {
PYTHONBRANCH = "origin/3.6.3_windows"
}
PYTHONDIR = "${WORKSPACE}/python"
configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR)
if (isUnix()) {
env.PYTHON = "${PYTHONDIR}/usr/local/bin/python3"
}
else {
env.PYTHON = "${PYTHONDIR}/ver/python.exe"
}
}
}
}
stage('Checkout source') {
steps {
script {
SOURCEURL = 'git@hydra:gis/atlasservices.git'
SOURCEREVISION = "${SOURCE_REVISION}".trim()
SOURCEDIR = "${WORKSPACE}/atlasservices"
configurationhelper.gitCheckoutAndRegister(meta, 'atlasservices', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
env.SOURCE_PATH = SOURCEDIR
}
}
}
stage('Clean exports') {
steps {
script {
env.RELEASE_NOTES = "release_notes"
cleanfolders = [
RELEASE_NOTES,
]
cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
cleaner.clean(cleanfolders)
}
}
}
stage('Generating version info') {
steps {
script {
version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
version.pregenerated(meta, SOURCEREVISION, SOURCEDIR, PARENT_BUILD_STAMP)
}
}
}
stage('Copy release notes') {
steps {
script {
dir("${SOURCEDIR}/releasenotes") {
fileOperations([fileCopyOperation(targetLocation: "${WORKSPACE}/${RELEASE_NOTES}", includes: '*.txt')])
}
}
}
}
stage('Checksum artifacts') {
steps {
script {
def checksummable = [
"${RELEASE_NOTES}/**",
]
checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy")
checksumutils.generatelist(meta, checksummable)
}
}
}
stage('Classifying publishable artifacts') {
steps {
script {
def publishable = [
"${RELEASE_NOTES}/**",
]
publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
publishutils.generatelist(meta, publishable)
}
}
}
stage('Archiving artifacts') {
steps {
script {
def artifactlist = meta.generateartifacts(["${RELEASE_NOTES}/**"])
artifactarchiver = load("${autobuilder.commonscripts()}/artifacts/archiver.groovy")
artifactarchiver.archive(meta, artifactlist)
}
}
}
}
post {
always {
echo 'Post-build'
}
failure {
echo 'Failed build'
}
unstable {
echo 'Unstable build'
}
success {
echo 'Succeeded build'
}
}
}

View file

@ -0,0 +1,70 @@
pipeline {
agent { label AGENT_LABEL }
stages {
stage('Initial setup') {
steps {
script {
echo "Starting...."
AUTOBUILD_SCRIPTS = "${WORKSPACE}/autobuild"
env.COMMON_SCRIPTS = "${AUTOBUILD_SCRIPTS}/Common_scripts"
githelper = load("${COMMON_SCRIPTS}/versioncontrol/git.groovy")
configurationhelper = load("${COMMON_SCRIPTS}/configuration/configuration.groovy")
configurationhelper.registerPipelineScriptConfiguration()
}
}
}
stage('Clean workspace') {
when {
expression {
"${CLEAN_WORKSPACE}" == "true"
}
}
steps {
// Save any script files that were loaded into the workspace at first and are required after cleaning the workspace
stash allowEmpty: true, includes: 'autobuild/**/*', name: 'Clean workspace stash', useDefaultExcludes: false
cleanWs()
unstash name: 'Clean workspace stash'
}
}
stage('Print server static analysis') {
parallel {
stage('Measure Print Server code complexity') {
steps {
build job: "${PRINT_SERVER_CCM_JOB}"
}
}
stage('Perform Print Server C++ static analysis') {
steps {
build job: "${PRINT_SERVER_CPP_STATIC_ANALYSIS_JOB}"
}
}
stage('Perform Print Server DRY static analysis') {
steps {
build job: "${PRINT_SERVER_DRY_ANALYSIS_JOB}"
}
}
}
}
}
post {
always {
echo 'Post-build'
}
failure {
echo 'Failed build'
/*
step([$class: 'LogParserPublisher',
parsingRulesPath: 'GitRepository/autobuild/build/log parsing rules/vs.txt',
useProjectRule: true
])
*/
}
unstable {
echo 'Unstable build'
}
success {
echo 'Succeeded build'
}
}
}

2
subtrees.txt Normal file
View file

@ -0,0 +1,2 @@
Local folder: Remote repo: Revision:
Common_scripts git@hydra:jenkinsautobuild/Common_scripts.git (push) master