diff --git a/build/build_all.groovy b/build/build_all.groovy new file mode 100644 index 0000000..b045248 --- /dev/null +++ b/build/build_all.groovy @@ -0,0 +1,225 @@ +def selectbuild(buildnumber) { + return "${buildnumber}" +} + +pipeline { + agent { label AGENT_LABEL } + stages { + stage('Initial setup') { + steps { + script { + meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO) + autobuilder.setBuildType(meta, (params.FULLBUILD != null) ? FULLBUILD.toBoolean() : false) + } + } + } + stage('Checkout dependencies') { + steps { + script { + configurationhelper = autobuilder.configurationhelper() + + SOURCEURL = 'git@hydra:gis/atlasservices.git' + SOURCEREVISION = "${SOURCE_REVISION}".trim() + SOURCEROOTDIR = 'atlasservices' + SOURCEDIR = "${WORKSPACE}/atlasservices" + configurationinfo = configurationhelper.gitCheckoutAndRegister(meta, SOURCEROOTDIR, SOURCEURL, SOURCEREVISION, SOURCEDIR, SOURCEROOTDIR, 0, false) + sourcesha = configurationinfo.configurationSHA + } + } + } + stage('Generating version info') { + steps { + script { + version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy") + version.generate(meta, SOURCEREVISION, SOURCEDIR) + } + } + } + stage('Compile') { + steps { + script { + importer = load("${autobuilder.commonscripts()}/import/importer.groovy") + + buildstamp = meta.buildstampinfo.buildstamp + compile_job = build job: MCS_COMPILE_JOB, + parameters: [ + string(name: 'PARENT_BUILD_STAMP', value: buildstamp), + string(name: 'SOURCE_REVISION', value: sourcesha), + string(name: 'PRINT_SERVER_ARTIFACT_LOCATION', value: PRINT_SERVER_ARTIFACT_LOCATION), + string(name: 'PRINT_SERVER_BUILD_JOB', value: PRINT_SERVER_BUILD_JOB), + string(name: 'PRINT_SERVER_BUILD_SELECTOR', value: PRINT_SERVER_BUILD_SELECTOR), + string(name: 'PRINT_SERVER_RELEASE_REPO', value: PRINT_SERVER_RELEASE_REPO), + string(name: 'PRINT_SERVER_RELEASE_REVISION', value: PRINT_SERVER_RELEASE_REVISION), + booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE), + ] + } + } + } + stage('Post compile') { + failFast true + parallel { + stage('Core install') { + steps { + script { + installer_job = build job: MCS_INSTALLER_JOB, + parameters: [ + string(name: 'PARENT_BUILD_STAMP', value: buildstamp), + string(name: 'SOURCE_REVISION', value: sourcesha), + string(name: 'MCS_COMPILE_JOB', value: compile_job.getProjectName()), + string(name: 'MCS_COMPILE_JOB_SELECTOR', value: selectbuild(compile_job.getNumber())), + string(name: 'LICENCEMANAGER_ARTIFACT_SOURCE', value: LICENCEMANAGER_ARTIFACT_SOURCE), + string(name: 'LICENCEMANAGER_BUILD_JOB', value: LICENCEMANAGER_BUILD_JOB), + string(name: 'LICENCEMANAGER_BUILD_SELECTOR', value: LICENCEMANAGER_BUILD_SELECTOR), + string(name: 'LICENCEMANAGER_RELEASE_REPO', value: LICENCEMANAGER_RELEASE_REPO), + string(name: 'LICENCEMANAGER_RELEASE_REVISION', value: LICENCEMANAGER_RELEASE_REVISION), + booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE), + ] + } + } + } + stage('SDK') { + steps { + script { + if (meta.isFullBuild()) { + sdk_compile_job = build job: MCS_SDK_COMPILE_JOB, + parameters: [ + string(name: 'PARENT_BUILD_STAMP', value: buildstamp), + string(name: 'SOURCE_REVISION', value: sourcesha), + string(name: 'MCS_COMPILE_JOB', value: compile_job.getProjectName()), + string(name: 'MCS_COMPILE_JOB_SELECTOR', value: selectbuild(compile_job.getNumber())), + booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE), + ] + } + } + script { + if (meta.isFullBuild()) { + sdk_installer_job = build job: MCS_SDK_INSTALLER_JOB, + parameters: [ + string(name: 'PARENT_BUILD_STAMP', value: buildstamp), + string(name: 'SOURCE_REVISION', value: sourcesha), + string(name: 'MCS_SDK_COMPILE_JOB', value: sdk_compile_job.getProjectName()), + string(name: 'MCS_SDK_COMPILE_BUILD_SELECTOR', value: selectbuild(sdk_compile_job.getNumber())), + booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE), + ] + } + } + } + } + stage('Unit test') { + steps { + script { + unit_test_job = build job: MCS_UNIT_TEST_JOB, + parameters: [ + string(name: 'PARENT_BUILD_STAMP', value: buildstamp), + string(name: 'SOURCE_REVISION', value: sourcesha), + booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE), + ] + } + } + } + stage('Dev documentation') { + steps { + script { + if (meta.isFullBuild()) { + dev_documentation_job = build job: MCS_DEV_DOCUMENTATION_JOB, + parameters: [ + string(name: 'PARENT_BUILD_STAMP', value: buildstamp), + string(name: 'SOURCE_REVISION', value: sourcesha), + string(name: 'MCS_COMPILE_JOB', value: compile_job.getProjectName()), + string(name: 'MCS_COMPILE_JOB_SELECTOR', value: selectbuild(compile_job.getNumber())), + booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE), + ] + } + } + } + } + stage('Release Documentation') { + steps { + script { + if (meta.isFullBuild()) { + release_notes_job = build job: RELEASE_NOTES_JOB, + parameters: [ + string(name: 'PARENT_BUILD_STAMP', value: buildstamp), + string(name: 'SOURCE_REVISION', value: sourcesha), + booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE), + ] + } + } + } + } + } + } + stage('Accumulate artifacts') { + steps { + script { + artifacthelper = load("${autobuilder.commonscripts()}/artifacts/metaexport.groovy") + subJobs = [ + // Sub-job variable, Artifact folder Increment Version Number + [ compile_job, "mcs_binaries", false, ], + [ installer_job, "core_installer", false, ], + ] + if (meta.isFullBuild()) { + subJobs += [ + [ sdk_compile_job, "mcs_sdk_binaries", false, ], + [ sdk_installer_job, "sdk_installer", false, ], + [ dev_documentation_job, "dev_documentation", false, ], + [ release_notes_job, "release_notes", false, ], + ] + } + artifactFolders = artifacthelper.combineSubjobArtifacts(meta, importer, subJobs) + } + } + } + stage('Build integrity check') { + steps { + script { + def integrity = load("${autobuilder.commonscripts()}/build/integrity.groovy") + def results = integrity.check(meta) + if (!results.good) { + unstable("Build integrity check failed: \n ${results.comment}") + } + } + } + } + stage('Classifying publishable artifacts') { + steps { + script { + def publishable = [ + 'meta/**', + ] + def publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy") + publishutils.generatelist(meta, publishable) + } + } + } + stage('Archiving artifacts') { + steps { + script { + def artifactlist = meta.generateartifacts([], artifactFolders) + artifactarchiver = load("${autobuilder.commonscripts()}/artifacts/archiver.groovy") + artifactarchiver.archive(meta, artifactlist) + } + } + } + } + post { + always { + echo 'Post-build' + } + failure { + echo 'Failed build' + script { + load("${autobuilder.commonscripts()}/build/postactions.groovy").performFailedBuildActions() + } + } + unstable { + echo 'Unstable build' + } + success { + echo 'Succeeded build' + script { + load("${autobuilder.commonscripts()}/build/postactions.groovy").performSuccessfulBuildActions() + } + } + } +} diff --git a/compile/compile.groovy b/compile/compile.groovy new file mode 100644 index 0000000..d5508f9 --- /dev/null +++ b/compile/compile.groovy @@ -0,0 +1,173 @@ +pipeline { + agent { label AGENT_LABEL } + stages { + stage('Initial setup') { + steps { + script { + meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO) + } + } + } + stage('Checkout dependencies') { + steps { + script { + configurationhelper = autobuilder.configurationhelper() + + PYTHONURL = 'git@hydra:tools/python.git' + PYTHONBRANCH = 'origin/3.6.3_windows' + PYTHONDIR = "${WORKSPACE}/python" + configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR) + env.PYTHON = "${PYTHONDIR}/ver/python.exe" + } + } + } + stage('Checkout source') { + steps { + script { + SOURCEURL = 'git@hydra:gis/atlasservices.git' + SOURCEREVISION = "${SOURCE_REVISION}" + SOURCEDIR = "${WORKSPACE}\\atlasservices" + configurationhelper.gitCheckoutAndRegister(meta, 'atlasservices', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false) + env.SOURCE_PATH = SOURCEDIR + env.JOBSCRIPTS = "${SOURCE_PATH}\\autobuild\\build" + env.JOBSCRIPTS_COMMON = "${SOURCE_PATH}\\autobuild\\common" + env.SRC = "${SOURCE_PATH}/src" + } + } + } + stage('Clean exports') { + steps { + script { + env.BUILDOUTPUT = "${WORKSPACE}/build" + env.PS_WHOLE_ARTIFACTS_ROOT = "${WORKSPACE}/ps_whole" + env.PSBIN = "${WORKSPACE}/ps_bin" + cleanfolders = [ + BUILDOUTPUT, + "${WORKSPACE}/SharedPackages", + ] + cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy") + cleaner.clean(cleanfolders) + } + } + } + stage('Generating version info') { + steps { + script { + version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy") + version.pregenerated(meta, SOURCEREVISION, SOURCEDIR, PARENT_BUILD_STAMP) + } + } + } + stage('Import Print server to adjust version number') { + steps { + script { + importer = load("${autobuilder.commonscripts()}/import/importer.groovy") + + // Alter the version number + def pswholeimportoptions = importer.getNewImportOptions() + pswholeimportoptions.source(PRINT_SERVER_ARTIFACT_LOCATION, + PRINT_SERVER_BUILD_JOB, + PRINT_SERVER_BUILD_SELECTOR, + PRINT_SERVER_RELEASE_REPO, + PRINT_SERVER_RELEASE_REVISION) + pswholeimportoptions.setfilter('meta/**') + pswholeimportoptions.setincrementversionnumber(false) + pswholeimportoptions.setappendtoparentmeta(false) + pswholemeta = importer.artifactimport(meta, pswholeimportoptions, PS_WHOLE_ARTIFACTS_ROOT) + + // Import the binaries from the related component + def psbinimportoptions = importer.getNewImportOptions() + psbinimportoptions.setsourceselect(PRINT_SERVER_ARTIFACT_LOCATION) + psbinimportoptions.setfilter('meta/**,bin/x64/Release/Engine - Render.dll,bin/x64/Release/Engine - Render.lib,bin/x64/Release/Engine - Render.pdb,bin/x64/Release/TBarCode11_x64.dll,bin/x64/Release/GIS Utility - Toolbox.dll,bin/x64/Release/GIS Utility - Toolbox.lib,bin/x64/Release/GIS Utility - Toolbox.pdb,bin/x64/Release/zlib1.dll,bin/x64/Release/zlib1.lib,bin/x64/Release/zlib1.pdb,bin/x64/Release/GIS Utility - TCP-IP Comms.dll,bin/x64/Release/GIS Utility - TCP-IP Comms.lib,bin/x64/Release/GIS Utility - TCP-IP Comms.pdb,bin/x64/Release/Dialog - Tree Node Editor.dll,bin/x64/Release/Dialog - Tree Node Editor.lib,bin/x64/Release/Dialog - Tree Node Editor.pdb') + psbinimportoptions.setincrementversionnumber(false) + psbinmeta = importer.artifactimport(meta, pswholemeta, PS_WHOLE_ARTIFACTS_ROOT, 'PRINT_SERVER', 'CORE_BINARIES', psbinimportoptions, PSBIN) + } + } + } + stage('Version stamp files') { + steps { + script { + env.BUILD_STAMP = meta.buildstampinfo.buildstamp + env.BUILD_DATE = meta.jenkinsbuildinfo.builddate + bat """ + call "${JOBSCRIPTS}\\versionFiles.bat" + if errorlevel 1 exit /b 1 + """ + } + } + } + stage('Compile application') { + steps { + script { + env.SRC_REVISION=SOURCE_REVISION + bat """ + call "${JOBSCRIPTS}\\autobuild.bat" + if errorlevel 1 exit /b 1 + """ + } + } + } + stage('Prepare exports') { + steps { + script { + bat """ + xcopy /i /e "${SRC}\\PackageSpecs\\*.nupkg" "${WORKSPACE}\\SharedPackages" + if errorlevel 1 exit /b 1 + """ + } + } + } + stage('Static analysis') { + steps { + script { + recordIssues(tools: [ + msBuild(enabledForFailure: true, reportEncoding: 'UTF-8'), + ]) + } + } + } + stage('Checksum artifacts') { + steps { + script { + def checksummable = [ + ] + checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy") + checksumutils.generatelist(meta, checksummable) + } + } + } + stage('Classifying publishable artifacts') { + steps { + script { + def publishable = [ + ] + publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy") + publishutils.generatelist(meta, publishable) + } + } + } + stage('Archiving artifacts') { + steps { + script { + def artifactlist = meta.generateartifacts(['build/**','SharedPackages/**']) + artifactarchiver = load("${autobuilder.commonscripts()}/artifacts/archiver.groovy") + artifactarchiver.archive(meta, artifactlist) + } + } + } + } + post { + always { + echo 'Post-build' + } + failure { + echo 'Failed build' + } + unstable { + echo 'Unstable build' + } + success { + echo 'Succeeded build' + } + } +} diff --git a/documentation/release_note.groovy b/documentation/release_note.groovy new file mode 100644 index 0000000..2241378 --- /dev/null +++ b/documentation/release_note.groovy @@ -0,0 +1,120 @@ +pipeline { + agent { label AGENT_LABEL } + stages { + stage('Initial setup') { + steps { + script { + meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO) + } + } + } + stage('Checkout dependencies') { + steps { + script { + configurationhelper = autobuilder.configurationhelper() + + PYTHONURL = 'git@hydra:tools/python.git' + if (isUnix()) { + PYTHONBRANCH = "origin/3.6.3_linux" + } + else { + PYTHONBRANCH = "origin/3.6.3_windows" + } + PYTHONDIR = "${WORKSPACE}/python" + configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR) + if (isUnix()) { + env.PYTHON = "${PYTHONDIR}/usr/local/bin/python3" + } + else { + env.PYTHON = "${PYTHONDIR}/ver/python.exe" + } + } + } + } + stage('Checkout source') { + steps { + script { + SOURCEURL = 'git@hydra:gis/atlasservices.git' + SOURCEREVISION = "${SOURCE_REVISION}".trim() + SOURCEDIR = "${WORKSPACE}/atlasservices" + configurationhelper.gitCheckoutAndRegister(meta, 'atlasservices', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false) + env.SOURCE_PATH = SOURCEDIR + } + } + } + stage('Clean exports') { + steps { + script { + env.RELEASE_NOTES = "release_notes" + cleanfolders = [ + RELEASE_NOTES, + ] + cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy") + cleaner.clean(cleanfolders) + } + } + } + stage('Generating version info') { + steps { + script { + version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy") + version.pregenerated(meta, SOURCEREVISION, SOURCEDIR, PARENT_BUILD_STAMP) + } + } + } + stage('Copy release notes') { + steps { + script { + dir("${SOURCEDIR}/releasenotes") { + fileOperations([fileCopyOperation(targetLocation: "${WORKSPACE}/${RELEASE_NOTES}", includes: '*.txt')]) + } + } + } + } + stage('Checksum artifacts') { + steps { + script { + def checksummable = [ + "${RELEASE_NOTES}/**", + ] + checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy") + checksumutils.generatelist(meta, checksummable) + } + } + } + stage('Classifying publishable artifacts') { + steps { + script { + def publishable = [ + "${RELEASE_NOTES}/**", + ] + publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy") + publishutils.generatelist(meta, publishable) + } + } + } + stage('Archiving artifacts') { + steps { + script { + def artifactlist = meta.generateartifacts(["${RELEASE_NOTES}/**"]) + artifactarchiver = load("${autobuilder.commonscripts()}/artifacts/archiver.groovy") + artifactarchiver.archive(meta, artifactlist) + } + } + } + } + post { + always { + echo 'Post-build' + } + failure { + echo 'Failed build' + } + unstable { + echo 'Unstable build' + } + success { + echo 'Succeeded build' + } + } +} diff --git a/static_analysis/static_analysis.groovy b/static_analysis/static_analysis.groovy new file mode 100644 index 0000000..efa72e2 --- /dev/null +++ b/static_analysis/static_analysis.groovy @@ -0,0 +1,70 @@ +pipeline { + agent { label AGENT_LABEL } + stages { + stage('Initial setup') { + steps { + script { + echo "Starting...." + AUTOBUILD_SCRIPTS = "${WORKSPACE}/autobuild" + env.COMMON_SCRIPTS = "${AUTOBUILD_SCRIPTS}/Common_scripts" + githelper = load("${COMMON_SCRIPTS}/versioncontrol/git.groovy") + configurationhelper = load("${COMMON_SCRIPTS}/configuration/configuration.groovy") + configurationhelper.registerPipelineScriptConfiguration() + } + } + } + stage('Clean workspace') { + when { + expression { + "${CLEAN_WORKSPACE}" == "true" + } + } + steps { + // Save any script files that were loaded into the workspace at first and are required after cleaning the workspace + stash allowEmpty: true, includes: 'autobuild/**/*', name: 'Clean workspace stash', useDefaultExcludes: false + cleanWs() + unstash name: 'Clean workspace stash' + } + } + stage('Print server static analysis') { + parallel { + stage('Measure Print Server code complexity') { + steps { + build job: "${PRINT_SERVER_CCM_JOB}" + } + } + stage('Perform Print Server C++ static analysis') { + steps { + build job: "${PRINT_SERVER_CPP_STATIC_ANALYSIS_JOB}" + } + } + stage('Perform Print Server DRY static analysis') { + steps { + build job: "${PRINT_SERVER_DRY_ANALYSIS_JOB}" + } + } + } + } + } + post { + always { + echo 'Post-build' + } + failure { + echo 'Failed build' +/* + step([$class: 'LogParserPublisher', + parsingRulesPath: 'GitRepository/autobuild/build/log parsing rules/vs.txt', + useProjectRule: true + ]) + */ + } + unstable { + echo 'Unstable build' + } + success { + echo 'Succeeded build' + } + } +} + diff --git a/subtrees.txt b/subtrees.txt new file mode 100644 index 0000000..fbf1dfa --- /dev/null +++ b/subtrees.txt @@ -0,0 +1,2 @@ +Local folder: Remote repo: Revision: +Common_scripts git@hydra:jenkinsautobuild/Common_scripts.git (push) master