diff --git a/Common_scripts/.project b/Common_scripts/.project
new file mode 100644
index 0000000..e329c3f
--- /dev/null
+++ b/Common_scripts/.project
@@ -0,0 +1,17 @@
+
+
+ Common Build Scripts
+
+
+
+
+
+ org.python.pydev.PyDevBuilder
+
+
+
+
+
+ org.python.pydev.pythonNature
+
+
diff --git a/Common_scripts/.pydevproject b/Common_scripts/.pydevproject
new file mode 100644
index 0000000..1ce5929
--- /dev/null
+++ b/Common_scripts/.pydevproject
@@ -0,0 +1,8 @@
+
+
+
+/${PROJECT_DIR_NAME}
+
+python 2.7
+python35
+
diff --git a/Common_scripts/.settings/org.eclipse.core.resources.prefs b/Common_scripts/.settings/org.eclipse.core.resources.prefs
new file mode 100644
index 0000000..1174a06
--- /dev/null
+++ b/Common_scripts/.settings/org.eclipse.core.resources.prefs
@@ -0,0 +1,2 @@
+eclipse.preferences.version=1
+encoding//versionnumbering/versioninfo.py=utf-8
diff --git a/Common_scripts/artifacts/metaexport.groovy b/Common_scripts/artifacts/metaexport.groovy
new file mode 100644
index 0000000..67d13c3
--- /dev/null
+++ b/Common_scripts/artifacts/metaexport.groovy
@@ -0,0 +1,22 @@
+
+// Take a list of Sub-job descriptors and output folder pairs, copy the artifacts, while filling in a string of artifact folders
+def combineSubjobArtifacts(meta, importer, subJobs) {
+ def ArrayList artifactFolders = new ArrayList()
+ for (subJob in subJobs) {
+ def subJobObject = subJob[0]
+ if (subJobObject != null) {
+ def subJobName = subJobObject.getProjectName()
+ def subJobNumber = subJobObject.getNumber()
+ def destFolder = subJob[1]
+ def boolean incrementversionnumber = subJob[2]
+ dir(destFolder) {
+ deleteDir()
+ }
+ importer.artifactimport(meta, subJobName, subJobNumber, destFolder, incrementversionnumber)
+ artifactFolders.add("${destFolder}/**")
+ }
+ }
+ return artifactFolders
+}
+
+return this;
diff --git a/Common_scripts/autobuilder.groovy b/Common_scripts/autobuilder.groovy
new file mode 100644
index 0000000..a8d418d
--- /dev/null
+++ b/Common_scripts/autobuilder.groovy
@@ -0,0 +1,131 @@
+// Assume that WORKSPACE environment variable is set
+
+autobuildroot = 'autobuild'
+commonscriptsroot = "${autobuildroot}/Common_scripts"
+metafolderscript = null
+
+def conditionalclean(doclean = "${CLEAN_WORKSPACE}" == "true") {
+ if (doclean) {
+ echo "Cleaning workspace"
+ // Save any script files that were loaded into the workspace at first and are required after cleaning the workspace
+ def stashname = 'Clean workspace stash'
+ stash(allowEmpty: true,
+ includes: "${autobuildroot}/**,${autobuildroot}/.git/**",
+ name: stashname,
+ useDefaultExcludes: false
+ )
+ cleanWs()
+ unstash name: stashname
+ }
+ else {
+ echo "Not cleaning workspace"
+ }
+}
+
+def commonscripts() {
+ return commonscriptsroot
+}
+
+def getautobuildpath() {
+ return autobuildroot
+}
+
+def getmetafolderscript() {
+ return metafolderscript
+}
+
+def alterreleaserepo(String releaserepo, String releaserepovariantsuffix) {
+ def String altered = releaserepo.trim()
+
+ if (releaserepovariantsuffix?.trim()) {
+ altered = altered.replace("-RELEASE_REPO_VARIANT_SUFFIX-", releaserepovariantsuffix)
+ }
+ return altered
+}
+
+// Start up boilerplate
+def startbuild(
+ script,
+ String productname = PRODUCT_NAME,
+ String subcomponentname = SUBCOMPONENT_NAME,
+ String releaserepo = RELEASE_REPO,
+ String productvariant = '',
+ String autobuildpath = autobuildroot,
+ String commonscriptspath = commonscriptsroot
+ ) {
+ echo "Starting...."
+
+ autobuildroot = autobuildpath
+ commonscriptsroot = commonscriptspath
+ metafolderscript = load("${commonscripts()}/meta/folder.groovy")
+
+ conditionalclean()
+
+ def meta = getmetafolderscript().metareset(script)
+ echo "Product name: ${productname} Subcomponent name: ${subcomponentname}"
+ meta.productinfo.set(productname, subcomponentname, productvariant)
+ def now = new Date()
+ now.format("yyMMdd.HHmm", TimeZone.getTimeZone('UTC'))
+ meta.jenkinsbuildinfo.set(JOB_NAME, BUILD_ID.toInteger(), NODE_NAME, now.toString())
+
+ def rr = load("${commonscripts()}/release/registerrepo.groovy")
+ def String alteredreleaserepo = alterreleaserepo(releaserepo, productvariant)
+
+ echo "Release repo: ${alteredreleaserepo}"
+ rr.registerrepo(meta, alteredreleaserepo)
+
+ def ch = load("${commonscripts()}/configuration/configuration.groovy")
+ ch.registerPipelineScriptConfiguration(meta)
+
+ return meta
+}
+
+// DEPRECATED Metod, Use StartBuild Instead.
+def start(
+ script,
+ String productname = PRODUCT_NAME,
+ String subcomponentname = SUBCOMPONENT_NAME,
+ String jirakey = JIRA_KEY,
+ String releaserepo = RELEASE_REPO,
+ String repoRootSuffix = "",
+ String autobuildpath = autobuildroot,
+ String commonscriptspath = commonscriptsroot
+ ) {
+ echo "DEPRECATED method: start(script, String productname = PRODUCT_NAME, subcomponentname = SUBCOMPONENT_NAME, jirakey = JIRA_KEY, ...)"
+ return startbuild(script, productname, subcomponentname, releaserepo, autobuildpath, commonscriptspath)
+}
+
+// Start up boilderplate
+def startnonbuild(
+ script,
+ autobuildpath = autobuildroot,
+ commonscriptspath = commonscriptsroot
+ ) {
+ echo "Starting non-build job...."
+
+ autobuildroot = autobuildpath
+ commonscriptsroot = commonscriptspath
+ metafolderscript = load("${commonscripts()}/meta/folder.groovy")
+
+ conditionalclean()
+
+ def meta = getmetafolderscript().metareset(script)
+ meta.productinfo.set("Non-build-product", "Non-build-subcomponent")
+ def now = new Date()
+ now.format("yyMMdd.HHmm", TimeZone.getTimeZone('UTC'))
+ meta.jenkinsbuildinfo.set(JOB_NAME, BUILD_ID.toInteger(), NODE_NAME, now.toString())
+
+ def ch = load("${commonscripts()}/configuration/configuration.groovy")
+ ch.registerPipelineScriptConfiguration(meta)
+
+ return meta
+}
+
+def configurationhelper() {
+ return load("${commonscripts()}/configuration/configuration.groovy")
+}
+
+// Everyone wants to know this
+autobuilder = this
+
+return this;
diff --git a/Common_scripts/check/build_meta.groovy b/Common_scripts/check/build_meta.groovy
new file mode 100644
index 0000000..34eed98
--- /dev/null
+++ b/Common_scripts/check/build_meta.groovy
@@ -0,0 +1,86 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ autobuilderscript = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy")
+ meta = autobuilderscript.startnonbuild(this)
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ cleanfolders = [
+ "${WORKSPACE}/build_artifacts",
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Get build artifact meta') {
+ steps {
+ script {
+ BUILD_ARTIFACTS = "${WORKSPACE}/build_artifacts"
+ copyArtifacts(
+ projectName: BUILD_JOB,
+ selector: [
+ $class: 'ParameterizedBuildSelector',
+ parameterName: BUILD_JOB_SELECTOR
+ ],
+ target: BUILD_ARTIFACTS
+ )
+ def mfs = autobuilderscript.getmetafolderscript()
+ buildmeta = mfs.metafromfolder(BUILD_ARTIFACTS)
+ }
+ }
+ }
+ stage('Check components') {
+ steps {
+ script {
+ def checker = load("${autobuilder.commonscripts()}/check/do_meta.groovy")
+ (summarystring, markunstable, unstablereason) = checker.checkhierarchy(buildmeta, MAX_META_DEPTH, BUILD_ARTIFACTS)
+ if (markunstable) {
+ env.unstablereason = unstablereason
+ currentBuild.result = 'UNSTABLE'
+ }
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts()
+ archiveArtifacts "summary/**,${artifactlist}"
+ }
+ }
+ }
+ stage('Summarise') {
+ steps {
+ script {
+ echo "Summary:\n${summarystring}\n"
+ if (env.unstablereason) {
+ echo "Instability reason: ${env.unstablereason}"
+ }
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
+
diff --git a/Common_scripts/check/do_meta.groovy b/Common_scripts/check/do_meta.groovy
new file mode 100644
index 0000000..7bfe2d1
--- /dev/null
+++ b/Common_scripts/check/do_meta.groovy
@@ -0,0 +1,77 @@
+markunstable = false
+unstablereason = ""
+
+summaryfolder = "${WORKSPACE}/summary"
+summaryfile = "${summaryfolder}/summary.txt"
+summarystring = ""
+releaserepofolder = "${WORKSPACE}/releaserepos"
+sourcerepofolder = "${WORKSPACE}/sourcerepos"
+tempfolder = "${WORKSPACE}/temp"
+gitrevparseoutputfile = "${tempfolder}/gitrevparse.out"
+
+metascript = autobuilder.getmetafolderscript()
+
+def resetfolders() {
+ dir(summaryfolder) {
+ deleteDir()
+ }
+ dir(releaserepofolder) {
+ deleteDir()
+ }
+ dir(tempfolder) {
+ deleteDir()
+ }
+}
+
+def preconditions() {
+ markunstable = false
+ unstablereason = ""
+ summarystring = ""
+ writeFile(file: summaryfile, text: "Release summary: \n")
+}
+
+def setunstable(String reason) {
+ markunstable = true
+ unstablereason += reason + "\n"
+ echo "Marked build as unstable: Reason: ${reason}"
+}
+
+def summaryappend(String summary) {
+ def String currentsummarycontents = readFile(file: summaryfile)
+ writeFile(file: summaryfile, text: currentsummarycontents + summary)
+ summarystring += summary
+}
+
+def checkhierarchy(buildmeta, String maxdepth, String buildpathroot) {
+ int md = maxdepth.toInteger()
+ resetfolders()
+ preconditions()
+
+ // Walk the meta information to a max depth
+ def buildinfo = buildmeta.releasewalker(md)
+ echo "All components:"
+ def String componentinfo = ""
+ for (entry in buildinfo) {
+ def name = entry.meta.componentversionuniqueidentifier()
+ def offsetpath = entry.offsetpath
+ def abspath = "${buildpathroot}/${offsetpath}"
+ componentinfo += "Name: ${name} \t\t\t\tPath: ${offsetpath} \t\t\t\tFile exists in import: ${fileExists(abspath)}\n"
+ }
+ echo componentinfo
+
+ // Walk the meta information to a max depth
+ def componentReleaseInfo = buildmeta.releasewalkerunique(md)
+ echo "Unique components:"
+ def String versioncomponent = ""
+ for (key in componentReleaseInfo.keySet()) {
+ def buildinfo2 = componentReleaseInfo[key]
+ def offsetpath = buildinfo2.offsetpath
+ def abspath = "${buildpathroot}/${offsetpath}"
+ versioncomponent += "Key: ${key} \t\t\tPath: ${offsetpath} \t\t\tFile exists in import: ${fileExists(abspath)}\n"
+ }
+ echo versioncomponent
+
+ return [summarystring, markunstable, unstablereason]
+}
+
+return this;
diff --git a/Common_scripts/checksum/utils.groovy b/Common_scripts/checksum/utils.groovy
new file mode 100644
index 0000000..be7569d
--- /dev/null
+++ b/Common_scripts/checksum/utils.groovy
@@ -0,0 +1,15 @@
+
+// Generate a checksum file of from a list of files/directories relative to workspace
+def generatelist(meta, checksummable) {
+ for (filepath in checksummable) {
+ def checksumset = meta.checksuminfo.addChecksumSet(filepath)
+ def files = findFiles(glob: filepath)
+ for (file in files) {
+ echo "Checksumming: ${file.path}"
+ def sum = sha1(file: file.path).trim()
+ checksumset.addChecksumPair(file.path, sum)
+ }
+ }
+}
+
+return this;
\ No newline at end of file
diff --git a/Common_scripts/clean/clean.groovy b/Common_scripts/clean/clean.groovy
new file mode 100644
index 0000000..4707ba0
--- /dev/null
+++ b/Common_scripts/clean/clean.groovy
@@ -0,0 +1,10 @@
+
+def clean(folderlist) {
+ for (folder in folderlist) {
+ dir(folder) {
+ deleteDir()
+ }
+ }
+}
+
+return this;
\ No newline at end of file
diff --git a/Common_scripts/commandline/commandline.groovy b/Common_scripts/commandline/commandline.groovy
new file mode 100644
index 0000000..38f80fa
--- /dev/null
+++ b/Common_scripts/commandline/commandline.groovy
@@ -0,0 +1,12 @@
+String getCommandOutput(String cmd) {
+ if (isUnix()) {
+ return sh(returnStdout: true, script: '#!/bin/sh -e\n' + cmd).trim()
+ } else {
+ return powershell(returnStdout: true, script: """
+ ${cmd}
+ """
+ ).trim()
+ }
+}
+
+return this
\ No newline at end of file
diff --git a/Common_scripts/compile/eclipsebuild/disableparallelbuilds.groovy b/Common_scripts/compile/eclipsebuild/disableparallelbuilds.groovy
new file mode 100644
index 0000000..03e4c8f
--- /dev/null
+++ b/Common_scripts/compile/eclipsebuild/disableparallelbuilds.groovy
@@ -0,0 +1,12 @@
+
+// Disable parallel make builds - which may be causing autobuild issues
+def doDisableParallelMake(rootSearchFolder = "${WORKSPACE}") {
+ if (isUnix()) {
+ sh """
+ # Looks for " sparseitemlist = gh.convertSparseItemsString(filter)
+ gh.gitCheckoutAlt(gitURL, revision, targetDir, repoRoot, cloneDepth, shallowClone)
+
+ registerConfigurationInfo(meta, tool, gitURL, revision, gh.getGitInfo(targetDir))
+}
+
+return this
diff --git a/Common_scripts/copy/all.groovy b/Common_scripts/copy/all.groovy
new file mode 100644
index 0000000..b7c4607
--- /dev/null
+++ b/Common_scripts/copy/all.groovy
@@ -0,0 +1,86 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startnonbuild(this)
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ IMPORTS = 'imports'
+ cleanfolders = [
+ IMPORTS,
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Import source artifacts') {
+ steps {
+ script {
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+ def copyoptions = importer.getNewImportOptions()
+ copyoptions.source(
+ SOURCE_ARTIFACT_LOCATION,
+ SOURCE_ARTIFACT_BUILD_JOB,
+ SOURCE_ARTIFACT_BUILD_SELECTOR,
+ SOURCE_ARTIFACT_RELEASE_REPO,
+ SOURCE_ARTIFACT_RELEASE_REVISION)
+ echo "Nested: ${NESTED_COPY}"
+ copyoptions.setnested(NESTED_COPY == 'true')
+ importer.artifactimport(meta, copyoptions, IMPORTS)
+ }
+ }
+ }
+ stage('Copy source artifacts') {
+ steps {
+ script {
+ dir(IMPORTS) {
+ fileOperations([
+ fileCopyOperation(excludes: '',
+ flattenFiles: false,
+ includes: '**/*',
+ targetLocation: WORKSPACE)
+ ])
+ }
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def includes = '**/*'
+ def excludes = "${IMPORTS}/*"
+ echo "Archiving artifacts: Includes: ${includes} Excludes: ${excludes}"
+ // This does not work: archiveArtifacts artifacts: includes, excludes: excludes
+ // so
+ cleanfolders = [
+ IMPORTS,
+ 'autobuild',
+ ]
+ cleaner.clean(cleanfolders)
+ archiveArtifacts artifacts: includes
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
\ No newline at end of file
diff --git a/Common_scripts/copy/esw.groovy b/Common_scripts/copy/esw.groovy
new file mode 100644
index 0000000..2a63171
--- /dev/null
+++ b/Common_scripts/copy/esw.groovy
@@ -0,0 +1,63 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startnonbuild(this)
+
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ env.ESW = 'esw'
+ env.ESWDEST = "${WORKSPACE}/${ESW}"
+ env.ESWEXPORT = 'embedded_software'
+ cleanfolders = [
+ ESWDEST,
+ ESWEXPORT,
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Copying embedded software artifacts') {
+ steps {
+ script {
+ importer.artifactimport(meta, ESW_ARTIFACT_LOCATION, ESW_ARTIFACT_BUILD_JOB, ESW_ARTIFACT_BUILD_SELECTOR, ESW_ARTIFACT_RELEASE_REPO, ESW_ARTIFACT_RELEASE_REVISION, ESWDEST)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts(["${ESWEXPORT}/**"])
+ sh """
+ rm -v -rf diff
+ rm -v -rf meta
+ mv -v "${ESW}"/* .
+ """
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
\ No newline at end of file
diff --git a/Common_scripts/copy/filtered.groovy b/Common_scripts/copy/filtered.groovy
new file mode 100644
index 0000000..feaa2ab
--- /dev/null
+++ b/Common_scripts/copy/filtered.groovy
@@ -0,0 +1,70 @@
+pipeline {
+ agent { label AGENT_LABEL }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startnonbuild(this)
+
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+ }
+ }
+ }
+ stage('Clean') {
+ steps {
+ script {
+ env.IMPORT = "${WORKSPACE}/import"
+ env.FILTEREDDEST = "${WORKSPACE}/filtered"
+ cleanfolders = [
+ FILTEREDDEST,
+ IMPORT,
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Import artifacts') {
+ steps {
+ script {
+ importer.artifactimport(meta, ARTIFACT_LOCATION, ARTIFACT_PROJECT, ARTIFACT_BUILD_SELECTOR, RELEASE_REPO, RELEASE_REVISION, IMPORT)
+ }
+ }
+ }
+ stage('Filtered copy') {
+ steps {
+ script {
+ dir(IMPORT) {
+ fileOperations([
+ fileCopyOperation(excludes: EXCLUDES,
+ flattenFiles: FLATTENOUTPUT,
+ includes: INCLUDES,
+ targetLocation: FILTEREDDEST)])
+ }
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts(["filtered/**"])
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/Common_scripts/copy/logic.groovy b/Common_scripts/copy/logic.groovy
new file mode 100644
index 0000000..7ae0fe1
--- /dev/null
+++ b/Common_scripts/copy/logic.groovy
@@ -0,0 +1,64 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startnonbuild(this)
+
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ env.LOGICDEST = "${WORKSPACE}/logic"
+ cleanfolders = [
+ LOGICDEST,
+ "${WORKSPACE}/embedded_logic",
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Copying logic artifacts') {
+ steps {
+ script {
+ def logicoptions = importer.getNewImportOptions()
+ logicoptions.source(LOGIC_ARTIFACT_LOCATION, LOGIC_ARTIFACT_PROJECT, LOGIC_ARTIFACT_BUILD_SELECTOR, LOGIC_ARTIFACT_RELEASE_REPO, LOGIC_ARTIFACT_RELEASE_REVISION)
+ importer.artifactimport(meta, logicoptions, LOGICDEST)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts(["embedded_logic/**"])
+ sh """
+ rm -v -rf meta
+ # The following is removing a deprecated folder
+ rm -v -rf diff
+ mv -v "logic"/* .
+ """
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
\ No newline at end of file
diff --git a/Common_scripts/differences/.project b/Common_scripts/differences/.project
new file mode 100644
index 0000000..75af0fc
--- /dev/null
+++ b/Common_scripts/differences/.project
@@ -0,0 +1,17 @@
+
+
+ Release_difference
+
+
+
+
+
+ org.python.pydev.PyDevBuilder
+
+
+
+
+
+ org.python.pydev.pythonNature
+
+
diff --git a/Common_scripts/differences/.pydevproject b/Common_scripts/differences/.pydevproject
new file mode 100644
index 0000000..c3434da
--- /dev/null
+++ b/Common_scripts/differences/.pydevproject
@@ -0,0 +1,8 @@
+
+
+
+/${PROJECT_DIR_NAME}
+
+python 3.0
+Default
+
diff --git a/Common_scripts/differences/dometahierarchy.groovy b/Common_scripts/differences/dometahierarchy.groovy
new file mode 100644
index 0000000..6280960
--- /dev/null
+++ b/Common_scripts/differences/dometahierarchy.groovy
@@ -0,0 +1,836 @@
+import groovy.json.JsonSlurper
+
+markunstable = false
+unstablereason = ""
+
+summaryfolder = "${WORKSPACE}/summary"
+summaryfile = "${summaryfolder}/summary.txt"
+summarystring = ""
+
+sourcerepofolder = "${WORKSPACE}/sourcerepos"
+tempfolder = "${WORKSPACE}/temp"
+
+reportfolder = "${WORKSPACE}/reports"
+
+class JiraTicketInfo {
+ String jiranumber
+ String uri
+
+ JiraTicketInfo() {
+ jiranumber = ''
+ uri = ''
+ }
+
+ def String dump() {
+ return "jiranumber: ${jiranumber} uri: ${uri}"
+ }
+}
+
+class DifferenceRecord {
+ String productname
+ String subcomponentname
+
+ String rawdifferencetext
+ String sha
+ String type
+ String mergeinfo
+ String squashinfo
+ List jiraticketinfo
+ String comment
+
+ DifferenceRecord() {
+ productname = ""
+ subcomponentname = ""
+
+ rawdifferencetext = ""
+ sha = ""
+ type = ""
+ mergeinfo = ""
+ squashinfo = ""
+ jiraticketinfo = []
+ comment = ""
+ }
+
+ def String dump() {
+ String jiraticketstring = ''
+ for (j in jiraticketinfo) {
+ jiraticketstring += j.dump() + " "
+ }
+ return "Difference Record:\nproductname: ${productname}\nsubcomponentname: ${subcomponentname}\nrawdifferencetext: ${rawdifferencetext}\nsha: ${sha}\ntype: ${type}\nmergeinfo: ${mergeinfo}\njiraticketinfo: ${jiraticketstring}\ncomment: ${comment}"
+ }
+}
+
+def resetfolders() {
+ dir(summaryfolder) {
+ deleteDir()
+ }
+ dir(tempfolder) {
+ deleteDir()
+ }
+ dir(reportfolder) {
+ deleteDir()
+ }
+}
+
+def preconditions() {
+ markunstable = false
+ unstablereason = ""
+ summarystring = ""
+ writeFile(file: summaryfile, text: "Release summary: \n")
+}
+
+def setunstable(String reason) {
+ markunstable = true
+ unstablereason += reason + "\n"
+ echo "Marked build as unstable: Reason: ${reason}"
+}
+
+def summaryappend(String summary) {
+ def String currentsummarycontents = readFile(file: summaryfile)
+ writeFile(file: summaryfile, text: currentsummarycontents + summary)
+ summarystring += summary
+}
+
+def showmetaitems(metaitems) {
+ String info = ''
+ for (key in metaitems.keySet()) {
+ def relatedmetainfo = metaitems[key]
+ def offsetpath = relatedmetainfo.offsetpath
+ info += "Name: ${key}\t\t\t\tPath: ${offsetpath}\n"
+ }
+ echo info
+}
+
+def boolean checkoutsourcerepo(buildmeta, String checkoutfolder) {
+ boolean checkedout = false
+ def String sourcerepo = buildmeta.gitinfo.remoteurl
+ if (sourcerepo?.trim()) {
+ echo "Updating source repo: ${sourcerepo} in folder: ${checkoutfolder}"
+ if (sourcerepo) {
+ // Get the latest revision of the source repo without checking out working copy; Check out to a folder unique to component
+ if (fileExists(checkoutfolder)) {
+ dir(checkoutfolder) {
+ sh("""
+ git reset --hard
+ git clean -fdx
+ git pull
+ """
+ )
+ }
+ }
+ else {
+ dir(sourcerepofolder) {
+ sh("git clone ${sourcerepo} ${checkoutfolder}")
+ }
+ }
+ }
+ checkedout = true
+ }
+ return checkedout
+}
+
+def String getcomponent(meta) {
+ def String uniquefolder = "${meta.productinfo.productname}_${meta.productinfo.subcomponentname}"
+ def String uniquefoldertemp = "${tempfolder}/${uniquefolder}"
+ def String uniquefolderforsourcerepo = "${sourcerepofolder}/${uniquefolder}"
+
+ boolean checkedout = checkoutsourcerepo(meta, uniquefolderforsourcerepo)
+
+ return [checkedout, uniquefolderforsourcerepo]
+}
+
+def getgitlogdifferences(String gitrootfolder, String earlyrevision, String laterrevision, boolean tripledot = false) {
+ def String releaseexpression
+ if (tripledot) {
+ releaseexpression = earlyrevision + "..." + laterrevision
+ } else {
+ releaseexpression = earlyrevision + ".." + laterrevision
+ }
+ def String differencetext
+ dir(gitrootfolder) {
+ differencetext = sh(returnStdout: true, script: "git --no-pager log --oneline ${releaseexpression}").trim()
+ }
+ return differencetext
+}
+
+def extractsha(String line) {
+ def pattern = ~"^(\\p{XDigit}*) (.*)"
+ def match = (line =~ pattern)
+ match.find()
+
+ def sha = match.group(1)
+ def restofline = match.group(2)
+
+ //echo "Sha filtering: line: ${line} sha: ${sha} therest: ${restofline}"
+
+ return [sha.trim(), restofline.trim()]
+}
+
+def extractsquashes(String line) {
+ def pattern1 = "^(.*)(Squashed .*)"
+ def match1 = (line =~ pattern1)
+ if (match1.find()) {
+ return [true, match1.group(2)]
+ }
+
+ return [false, line]
+}
+
+def extractmerges(String line) {
+ def pattern1 = "^(.*)(Merge branch .*)"
+ def match1 = (line =~ pattern1)
+ if (match1.find()) {
+ return [true, match1.group(2)]
+ }
+
+ def pattern2 = "^(.*)(Merge remote-tracking branch .*)"
+ def match2 = (line =~ pattern2)
+ if (match2.find()) {
+ return [true, match2.group(2)]
+ }
+
+ def pattern3 = "^(.*)(Merge commit .*)"
+ def match3 = (line =~ pattern3)
+ if (match3.find()) {
+ return [true, match3.group(2)]
+ }
+
+ def pattern4 = "^(.*)(Add .* from commit .*)"
+ def match4 = (line =~ pattern4)
+ if (match4.find()) {
+ return [true, match4.group(2)]
+ }
+
+ return [false, line]
+}
+
+def jiraticketexists(String jiraticket) {
+ def String URI = "${JIRA_URI}/browse/${jiraticket}"
+ def String RestfulURI = "${JIRA_URI}/rest/api/latest/issue/${jiraticket}?fields=summary"
+ def get = new URL(RestfulURI).openConnection();
+ get.setRequestProperty( 'X-AUSERNAME', "${JIRA_USERNAME}" )
+ get.setRequestProperty( 'Authorization', "Basic ${JIRA_ENCODED_PASSWORD}" )
+ get.setRequestProperty( 'User-Agent', 'groovy-2.4.4' )
+ get.setRequestProperty( 'Accept', 'application/json' )
+ def getRC = get.getResponseCode();
+
+ def String redirectedjiraticket = jiraticket
+ if(!getRC.equals(200)) {
+ return [false, '', jiraticket]
+ } else {
+ def jsonresponse = new JsonSlurper().parseText(get.inputStream.getText('UTF-8'))
+ redirectedjiraticket = jsonresponse['key']
+ }
+ return [true, URI, redirectedjiraticket]
+}
+
+def extractjiraticketinfo(String line) {
+ def List jiratickets = []
+ boolean exists = false
+ String URI = ''
+
+ while (true) {
+ line = line.trim()
+ def commapattern = '^\\s*,(.*)' // Consume separating commas at the beginning of the line
+ def commamatch = (line =~ commapattern)
+ if (commamatch.find()) {
+ line = commamatch.group(1).trim()
+ }
+ def pattern1 = '^(\\w+-\\d+)(.*)' //GIS-1234 hmbxr5601-1234
+ def match1 = (line =~ pattern1)
+ if (match1.find()) {
+ jiraticket = match1.group(1)
+ (exists, URI, jiraticket) = jiraticketexists(jiraticket)
+ if (exists) {
+ def JiraTicketInfo j = new JiraTicketInfo()
+ j.jiranumber = jiraticket
+ j.uri = URI
+ jiratickets.add(j)
+ line = match1.group(2)
+ } else {
+ break
+ }
+ } else {
+ def pattern2 = '^(\\w+)(\\d+)(.*)' //GIS1234 smb1234
+ def match2 = (line =~ pattern2)
+ if (match2.find()) {
+ jiraticket = match2.group(1) + "-" + match2.group(2)
+ (exists, URI, jiraticket) = jiraticketexists(jiraticket)
+ if (exists) {
+ def JiraTicketInfo j = new JiraTicketInfo()
+ j.jiranumber = jiraticket
+ j.uri = URI
+ jiratickets.add(j)
+ line = match2.group(3)
+ } else {
+ break
+ }
+ } else {
+ def pattern3 = '^(\\w+)\\s(\\d+)(.*)' //GIS 1234 smb 1234
+ def match3 = (line =~ pattern3)
+ if (match3.find()) {
+ jiraticket = match3.group(1) + "-" + match3.group(2)
+ (exists, URI, jiraticket) = jiraticketexists(jiraticket)
+ if (exists) {
+ def JiraTicketInfo j = new JiraTicketInfo()
+ j.jiranumber = jiraticket
+ j.uri = URI
+ jiratickets.add(j)
+ line = match3.group(3)
+ } else {
+ break
+ }
+ } else {
+ break
+ }
+ }
+ }
+ }
+ boolean result = jiratickets.size() > 0
+ return [result, jiratickets, line]
+}
+
+def extractreverts(String line) {
+ boolean result = true
+
+ def pattern1 = '^(.*)Revert \"(.*)\"'
+ def match1 = (line =~ pattern1)
+ if (match1.find()) {
+ def line2 = match1.group(2)
+ (result, originaljiraticketinfo, originalcomment) = extractjiraticketinfo(line2)
+ return [true, originaljiraticketinfo, originalcomment]
+ }
+
+ def pattern2 = '^(.*)Partial Revert \"(.*)\"'
+ def match2 = (line =~ pattern2)
+ if (match2.find()) {
+ def line2 = match2.group(2)
+ (result, originaljiraticketinfo, originalcomment) = extractjiraticketinfo(line2)
+ return [true, originaljiraticketinfo, originalcomment]
+ }
+
+ return [false, [], line]
+}
+
+def getgitlogdifferencesfromsquash(String gitrootfolder, String squashedrevision) {
+ def String differencetext
+ dir(gitrootfolder) {
+ differencetext = sh(returnStdout: true, script: "git --no-pager log --oneline ${squashedrevision}").trim()
+ }
+ return differencetext
+}
+
+def List fillsquashrecords(String sourcepath, String sha) {
+ def List differencerecords = []
+
+ String squashloglines = getgitlogdifferencesfromsquash(sourcepath, sha)
+ int count = 0
+ squashloglines.split('\n').each {
+ if (count > 0) { // Ignore first line
+ def line = it
+ if (line?.trim()) {
+ def List drs = fillrecord(meta, line.trim(), sourcepath)
+ differencerecords.addAll(drs)
+ //echo "${dr.dump()}"
+ }
+ }
+ count += 1
+ }
+ return differencerecords
+}
+
+def List fillrecord(meta, line, String sourcepath) {
+ def List differencerecords = []
+ def DifferenceRecord dr = new DifferenceRecord()
+
+ dr.productname = meta.productinfo.productname
+ dr.subcomponentname = meta.productinfo.subcomponentname
+
+ dr.rawdifferencetext = line
+
+ // Example of raw text to process:
+ // 76056562e4 GIS-1621 - Removing redundant lines and effects of this - Restore nuget_version_edit.py
+
+ (sha, line2) = extractsha(line)
+ dr.sha = sha
+
+ (result, squashinfo) = extractsquashes(line2)
+ if (result) {
+ dr.type = "Squash"
+ dr.squashinfo = squashinfo
+ squashrecords = fillsquashrecords(sourcepath, sha)
+ differencerecords.addAll(squashrecords)
+ } else {
+ (result, mergeinfo) = extractmerges(line2)
+ if (result) {
+ dr.type = "Merge"
+ dr.mergeinfo = mergeinfo
+ } else {
+ (result, jiraticketinfo, comment) = extractreverts(line2)
+ if (result) {
+ dr.type = "Revert"
+ dr.jiraticketinfo = jiraticketinfo
+ dr.comment = comment
+ } else {
+ (result, jiraticketinfo, comment) = extractjiraticketinfo(line2)
+ if (result) {
+ dr.type = "Ticketed"
+ dr.jiraticketinfo = jiraticketinfo
+ dr.comment = comment
+ } else {
+ dr.type = "Unticketed"
+ dr.comment = line2
+ }
+ }
+ }
+ }
+ differencerecords.add(dr)
+ return differencerecords
+}
+
+def List processtext(meta, String text, String sourcepath) {
+ def List differencerecords = []
+
+ text.split('\n').each {
+ def line = it
+ if (line?.trim()) {
+ def List drs = fillrecord(meta, line.trim(), sourcepath)
+ differencerecords.addAll(drs)
+ //echo "${dr.dump()}"
+ }
+ }
+ return differencerecords
+}
+
+def getdifferencerecords(earlymeta, latermeta, String sourcepath) {
+ boolean result = true;
+ def List differencerecords = []
+
+ def earlygitinfo = earlymeta.gitinfo
+ def latergitinfo = latermeta.gitinfo
+
+ if (earlygitinfo.remoteurl == latergitinfo.remoteurl) {
+ def earlyrevision = earlygitinfo.gitrevision
+ def laterrevision = latergitinfo.gitrevision
+ echo "Comparing early revision: ${earlyrevision} with: ${laterrevision} Working copy path: ${sourcepath}"
+ summaryappend("Early revision: ${earlyrevision} Later revision: ${laterrevision}")
+ def String differencetext = getgitlogdifferences(sourcepath, earlyrevision, laterrevision)
+ differencerecords = processtext(earlymeta, differencetext, sourcepath)
+ if (earlyrevision == laterrevision) {
+ summaryappend(" No change")
+ }
+ } else {
+ summaryappend("The early and later git urls don't match")
+ echo "The early and later git urls don't match"
+ result = false;
+ setunstable("The early and later git urls don't match in: ${earlymeta.componentidentifier()}")
+ }
+
+ return [result, differencerecords]
+}
+
+def deletedcomponent(earlymetaitems, key) {
+ echo "Component ${key} has been deleted in later version"
+ summaryappend("Deleted ")
+}
+
+def addedcomponent(latermetaitems, key) {
+ echo "Component ${key} has been added in later version"
+ summaryappend("Added ")
+}
+
+class SquashReportRecord {
+ String comment
+ int duplicates
+
+ SquashReportRecord() {
+ comment = ''
+ duplicates = 0
+ }
+}
+
+def squashreport(String reportsubfolder, String title, LinkedHashMap squashes, boolean iscomponent = true) {
+ dir(reportsubfolder) {
+ def String squashlist = "${title}\nSquash list:\n"
+ def squashessorted = squashes.sort()
+ for (asquash in squashessorted) {
+ def SquashReportRecord s = asquash.value
+ squashlist += "${s.comment} (${s.duplicates})\n"
+ }
+ writeFile(file: "squashlist.txt", text: squashlist)
+ }
+}
+
+class MergeReportRecord {
+ String comment
+ int duplicates
+
+ MergeReportRecord() {
+ comment = ''
+ duplicates = 0
+ }
+}
+
+def mergereport(String reportsubfolder, String title, LinkedHashMap merges, boolean iscomponent = true) {
+ dir(reportsubfolder) {
+ def String mergelist = "${title}\nMerge list:\n"
+ def mergessorted = merges.sort()
+ for (amerge in mergessorted) {
+ def MergeReportRecord m = amerge.value
+ mergelist += "${m.comment} (${m.duplicates})\n"
+ }
+ writeFile(file: "mergelist.txt", text: mergelist)
+ }
+}
+
+class CommentsRecord {
+ String comment
+ int duplicates
+
+ CommentsRecord() {
+ comment = ''
+ duplicates = 0
+ }
+}
+
+class RevertsReportRecord {
+ String jiraticket
+ String ticketURI
+ LinkedHashMap commentscollection
+
+ RevertsReportRecord() {
+ jiraticket = ''
+ ticketURI = ''
+ commentscollection = new LinkedHashMap()
+ }
+}
+
+def revertsreport(String reportsubfolder, String title, LinkedHashMap reverts, boolean iscomponent = true) {
+ dir(reportsubfolder) {
+ def String revertlist = "${title}\nRevert list:\n"
+ def revertssorted = reverts.sort()
+ for (arevert in revertssorted) {
+ def RevertsReportRecord r = arevert.value
+ revertlist += "${r.jiraticket} (${r.ticketURI}):\n"
+ def commentscollection = r.commentscollection
+ def sortedcommentscollection = commentscollection.sort()
+ for (commentrecord in sortedcommentscollection) {
+ def CommentsRecord c = commentrecord.value
+ revertlist += "${c.comment} (${c.duplicates})\n"
+ }
+ revertlist += "\n"
+ }
+ writeFile(file: "revertlist.txt", text: revertlist)
+ }
+}
+
+class TicketedReportRecord {
+ String jiraticket
+ String ticketURI
+ LinkedHashMap commentscollection
+
+ TicketedReportRecord() {
+ jiraticket = ''
+ ticketURI = ''
+ commentscollection = new LinkedHashMap()
+ }
+}
+
+def ticketedreport(String reportsubfolder, String title, LinkedHashMap ticketed, boolean iscomponent = true) {
+ dir(reportsubfolder) {
+ def String ticketedlist = "${title}\nTicketed list:\n"
+ def ticketedsorted = ticketed.sort()
+ for (aticketed in ticketedsorted) {
+ def TicketedReportRecord r = aticketed.value
+ ticketedlist += "${r.jiraticket} (${r.ticketURI}):\n"
+ def commentscollection = r.commentscollection
+ def sortedcommentscollection = commentscollection.sort()
+ for (commentrecord in sortedcommentscollection) {
+ def CommentsRecord c = commentrecord.value
+ ticketedlist += "${c.comment} (${c.duplicates})\n"
+ }
+ ticketedlist += "\n"
+ }
+ writeFile(file: "ticketedlist.txt", text: ticketedlist)
+ }
+}
+
+class UnticketedReportRecord {
+ String comment
+ int duplicates
+
+ UnticketedReportRecord() {
+ comment = ''
+ duplicates = 0
+ }
+}
+
+def unticketedreport(String reportsubfolder, String title, LinkedHashMap unticketed, boolean iscomponent = true) {
+ dir(reportsubfolder) {
+ def String unticketedlist = "${title}\nUnticketed list:\n"
+ def unticketedsorted = unticketed.sort()
+ for (anunticketed in unticketedsorted) {
+ UnticketedReportRecord u = anunticketed.value
+ unticketedlist += "${u.comment} (${u.duplicates})\n"
+ }
+ writeFile(file: "unticketedlist.txt", text: unticketedlist)
+ }
+}
+
+class TicketsReportRecord {
+ String jiraticket
+ String ticketURI
+ int duplicates
+
+ TicketsReportRecord() {
+ jiraticket = ''
+ ticketURI = ''
+ duplicates = 0
+ }
+}
+
+def ticketsreport(String reportsubfolder, String title, tickets, boolean iscomponent = true) {
+ dir(reportsubfolder) {
+ String ticketlist = "${title}\nTicket list:\n"
+ ticketssorted = tickets.sort()
+ for (ticketnumber in ticketssorted) {
+ TicketsReportRecord t = ticketnumber.value
+ ticketlist += "${t.jiraticket} (${t.ticketURI}) (${t.duplicates})\n"
+ }
+ writeFile(file: "ticketlist.txt", text: ticketlist)
+ }
+}
+
+def differencerecordsreport(String reportsubfolder, String title, differencerecords, boolean iscomponent = true) {
+ dir(reportsubfolder) {
+ String recordlist = "${title}\n"
+ for (dr in differencerecords) {
+ recordlist += dr.dump() + "\n\n"
+ }
+ writeFile(file: "recordlist.txt", text: recordlist)
+ }
+}
+
+def boolean report(meta, title, differencerecords, boolean iscomponent = true) {
+ def Map ticketed = [:]
+ def Map squashes = [:]
+ def Map merges = [:]
+ def Map reverts = [:]
+ def Map unticketed = [:]
+ def Map tickets = [:]
+
+ for (dr in differencerecords) {
+ if (dr.type == "Squash") {
+ def SquashReportRecord s
+ if (!squashes.containsKey(dr.mergeinfo)) {
+ s = new SquashReportRecord()
+ s.comment = dr.squashinfo
+ s.duplicates = 1
+ } else {
+ s = squashes[dr.squashinfo]
+ s.duplicates += 1
+ }
+ squashes[dr.squashinfo] = s
+ }
+ if (dr.type == "Merge") {
+ def MergeReportRecord m
+ if (!merges.containsKey(dr.mergeinfo)) {
+ m = new MergeReportRecord()
+ m.comment = dr.mergeinfo
+ m.duplicates = 1
+ } else {
+ m = merges[dr.mergeinfo]
+ m.duplicates += 1
+ }
+ merges[dr.mergeinfo] = m
+ }
+ if (dr.type == "Revert") {
+ def RevertsReportRecord r
+ for (ticket in dr.jiraticketinfo) {
+ JiraTicketInfo j = ticket
+ if (!reverts.containsKey(j.jiranumber)) {
+ r = new RevertsReportRecord()
+ r.jiraticket = j.jiranumber
+ r.ticketURI = j.uri
+ CommentsRecord c = new CommentsRecord()
+ c.comment = dr.comment
+ c.duplicates = 1
+ r.commentscollection[dr.comment] = c
+ } else {
+ r = reverts[j.jiranumber]
+ def CommentsRecord c
+ if (!r.commentscollection.containsKey(dr.comment)) {
+ c = new CommentsRecord()
+ c.comment = dr.comment
+ c.duplicates = 1
+ r.commentscollection[dr.comment] = c
+ } else {
+ c = r.commentscollection[dr.comment]
+ c.duplicates += 1
+ }
+ r.commentscollection[dr.comment] = c
+ }
+ reverts[j.jiranumber] = r
+ def TicketsReportRecord t
+ if (!tickets.containsKey(j.jiranumber)) {
+ t = new TicketsReportRecord()
+ t.jiraticket = j.jiranumber
+ t.ticketURI = j.uri
+ t.duplicates = 1
+ } else {
+ t = tickets[j.jiranumber]
+ t.duplicates += 1
+ }
+ tickets[j.jiranumber] = t
+ }
+ }
+ if (dr.type == "Ticketed") {
+ def TicketedReportRecord t
+ for (ticket in dr.jiraticketinfo) {
+ JiraTicketInfo j = ticket
+ if (!ticketed.containsKey(j.jiranumber)) {
+ t = new TicketedReportRecord()
+ t.jiraticket = j.jiranumber
+ t.ticketURI = j.uri
+ CommentsRecord c = new CommentsRecord()
+ c.comment = dr.comment
+ c.duplicates = 1
+ t.commentscollection[dr.comment] = c
+ } else {
+ t = ticketed[j.jiranumber]
+ def CommentsRecord c
+ if (!t.commentscollection.containsKey(dr.comment)) {
+ c = new CommentsRecord()
+ c.comment = dr.comment
+ c.duplicates = 1
+ t.commentscollection[dr.comment] = c
+ } else {
+ c = t.commentscollection[dr.comment]
+ c.duplicates += 1
+ }
+ t.commentscollection[dr.comment] = c
+ }
+ ticketed[j.jiranumber] = t
+ def TicketsReportRecord ti
+ if (!tickets.containsKey(j.jiranumber)) {
+ ti = new TicketsReportRecord()
+ ti.jiraticket = j.jiranumber
+ ti.ticketURI = j.uri
+ ti.duplicates = 1
+ } else {
+ ti = tickets[j.jiranumber]
+ ti.duplicates += 1
+ }
+ tickets[j.jiranumber] = ti
+ }
+ }
+ if (dr.type == "Unticketed") {
+ UnticketedReportRecord u
+ if (!unticketed.containsKey(dr.comment)) {
+ u = new UnticketedReportRecord()
+ u.comment = dr.comment
+ u.duplicates = 1
+ } else {
+ u = unticketed[dr.comment]
+ u.duplicates += 1
+ }
+ unticketed[dr.comment] = u
+ }
+ }
+ String reportsubfolder = ""
+ if (iscomponent) {
+ reportsubfolder = "${reportfolder}/${meta.componentidentifier()}"
+ } else {
+ reportsubfolder = "${reportfolder}/Combined"
+ }
+ mergereport(reportsubfolder, title, merges, iscomponent)
+ squashreport(reportsubfolder, title, squashes, iscomponent)
+ revertsreport(reportsubfolder, title, reverts, iscomponent)
+ ticketedreport(reportsubfolder, title, ticketed, iscomponent)
+ unticketedreport(reportsubfolder, title, unticketed, iscomponent)
+ ticketsreport(reportsubfolder, title, tickets, iscomponent)
+ differencerecordsreport(reportsubfolder, title, differencerecords, iscomponent)
+}
+
+def title(earlymeta, latermeta) {
+ return """
+ Differences in:
+ Product: ${earlymeta.productinfo.productname} Subcomponent: ${earlymeta.productinfo.subcomponentname}
+ between:
+ then:
+ Build date: ${earlymeta.jenkinsbuildinfo.builddate} Build stamp: ${earlymeta.buildstampinfo.buildstamp} Git revision: ${earlymeta.gitinfo.gitrevision}
+ now:
+ Build date: ${latermeta.jenkinsbuildinfo.builddate} Build stamp: ${latermeta.buildstampinfo.buildstamp} Git revision: ${latermeta.gitinfo.gitrevision}
+ """
+}
+
+def compare(earlymetaitems, latermetaitems, key) {
+ boolean result = true;
+ echo "Collecting changes between early and later versions of component: ${key}"
+
+ def earlymeta = earlymetaitems[key].meta
+ def latermeta = latermetaitems[key].meta
+
+ summaryappend("${earlymeta.productinfo.productname} ${earlymeta.productinfo.subcomponentname}: Changed: ")
+
+ def boolean repoavailable
+ def String uniquefolderforsourcerepo
+ (repoavailable, uniquefolderforsourcerepo) = getcomponent(earlymeta)
+
+ List differencerecords = []
+ if (repoavailable) {
+ (result, differencerecords) = getdifferencerecords(earlymeta, latermeta, uniquefolderforsourcerepo)
+
+ summaryappend(" Items: ${differencerecords.size()} ")
+ report(earlymeta, title(earlymeta, latermeta), differencerecords)
+ } else {
+ summaryappend(" No source repo ")
+ }
+ summaryappend("\n")
+
+ return [result, differencerecords];
+}
+
+def comparehierarchy(meta, String earlymetafolder, String latermetafolder, String maxdepth, String summaryfolder) {
+ def List differencerecords = []
+
+ def int md = maxdepth.toInteger()
+ resetfolders()
+ preconditions()
+
+ echo "Comparing product meta hierarchy from folders: ${earlymetafolder} and ${latermetafolder} to a depth of ${md}. Exporting summary to ${summaryfolder}"
+
+ def earlymeta = meta.importrelated(true, earlymetafolder)
+ def latermeta = meta.importrelated(true, latermetafolder)
+
+ def earlymetaitems = earlymeta.releasewalkerunique(md)
+ def latermetaitems = latermeta.releasewalkerunique(md)
+
+ echo "Early items:"
+ showmetaitems(earlymetaitems)
+
+ echo "Later items:"
+ showmetaitems(latermetaitems)
+
+ for (key in earlymetaitems.keySet()) {
+ if (latermetaitems.containsKey(key)) {
+ (result, componentdifferencerecords) = compare(earlymetaitems, latermetaitems, key)
+ differencerecords = differencerecords + componentdifferencerecords
+ } else {
+ summaryappend("${earlymeta.productinfo.productname} ${earlymeta.productinfo.subcomponentname}: ")
+ deletedcomponent(earlymetaitems, key)
+ summaryappend("\n")
+ }
+ }
+ for (key in latermetaitems.keySet()) {
+ if (!earlymetaitems.containsKey(key)) {
+ summaryappend("${latermeta.productinfo.productname} ${latermeta.productinfo.subcomponentname}: ")
+ addedcomponent(latermetaitems, key)
+ summaryappend("\n")
+ }
+ }
+ report(meta, title(earlymeta, latermeta), differencerecords, false)
+ return [summarystring, markunstable, unstablereason]
+}
+
+return this;
diff --git a/Common_scripts/differences/file.groovy b/Common_scripts/differences/file.groovy
new file mode 100644
index 0000000..aa4814a
--- /dev/null
+++ b/Common_scripts/differences/file.groovy
@@ -0,0 +1,23 @@
+def comparefiles(importedfile, currentfile, boolean ignorewhitespace = true) {
+ def wsparameter = "-w"
+ if (!ignorewhitespace) {
+ wsparameter = ""
+ }
+ if (isUnix()) {
+ sh """
+ diff -c ${wsparameter} "${importedfile}" "${currentfile}"
+ """
+ }
+ else {
+ // diffutils can be installed on windows with chocolatey
+ powershell """
+ # echo Checking utilities exist
+ # where diff
+ # if errorlevel 1 EXIT /b 1
+
+ diff.exe -c ${wsparameter} "${importedfile}" "${currentfile}"
+ """
+ }
+}
+
+return this;
diff --git a/Common_scripts/differences/json.groovy b/Common_scripts/differences/json.groovy
new file mode 100644
index 0000000..0556188
--- /dev/null
+++ b/Common_scripts/differences/json.groovy
@@ -0,0 +1,51 @@
+def comparefiles(importedjsonfile, currentjsonfile) {
+ echo "Comparing file: ${importedjsonfile} with: ${currentjsonfile}"
+ if (isUnix()) {
+ sh """
+ which jq
+ if [ \$? -ne 0 ]; then exit 1; fi
+ # jq -S sorts json output
+ diff -c <(jq -S . "${importedjsonfile}") <(jq -S . "${currentjsonfile}")
+ """
+ }
+ else {
+ // Jq and diffutils can be installed on windows with chocolatey
+ powershell """
+ # echo Checking utilities exist
+ # set
+ # echo %PATH%
+ try {
+ if (Get-Command jq) {}
+ }
+ catch {
+ echo "jq is unavailable"
+ exit \$false
+ }
+ try {
+ if (Get-Command diff) {}
+ }
+ catch {
+ echo "diff is unavailable"
+ exit \$false
+ }
+
+ # echo Sorting json in files to compare
+ # jq -S sorts json output
+ jq -S . "${importedjsonfile}" > temp1.txt
+ if (\$lastexitcode -ge 1) { exit 1 }
+ jq -S . "${currentjsonfile}" > temp2.txt
+ if (\$lastexitcode -ge 1) { exit 1 }
+
+ # echo Diffing sorted json files
+ diff.exe -c temp1.txt temp2.txt
+ \$lec = \$lastexitcode
+
+ Remove-Item temp1.txt
+ Remove-Item temp2.txt
+
+ if (\$lec -ge 1) { exit 1 }
+ """
+ }
+}
+
+return this;
diff --git a/Common_scripts/differences/metahierarchy.groovy b/Common_scripts/differences/metahierarchy.groovy
new file mode 100644
index 0000000..4bcdcdc
--- /dev/null
+++ b/Common_scripts/differences/metahierarchy.groovy
@@ -0,0 +1,91 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ autobuilderscript = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy")
+ meta = autobuilderscript.startnonbuild(this)
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ SUMMARYDIR = "${WORKSPACE}/summary"
+ REPORTDIR = "${WORKSPACE}/reports"
+ EARLYROOTDIR = 'early'
+ EARLYDIR = "${WORKSPACE}/${EARLYROOTDIR}"
+ LATERROOTDIR = 'later'
+ LATERDIR = "${WORKSPACE}/${LATERROOTDIR}"
+
+ cleanfolders = [
+ "${WORKSPACE}/build_artifacts",
+ "${EARLYDIR}",
+ "${LATERDIR}",
+ "${SUMMARYDIR}",
+ "${REPORTDIR}",
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Obtain top level meta') {
+ steps {
+ script {
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+
+ SOURCEURL = TOP_LEVEL_META_REPOSITORY.trim()
+ importer.artifactimport(meta, EARLY_SOURCE, EARLY_BUILD_JOB, EARLY_BUILD_SELECTOR, SOURCEURL, RELEASE_EARLY_REVISION, EARLYROOTDIR, false, 'meta/**')
+ importer.artifactimport(meta, LATER_SOURCE, LATER_BUILD_JOB, LATER_BUILD_SELECTOR, SOURCEURL, RELEASE_LATER_REVISION, LATERROOTDIR, false, 'meta/**')
+ }
+ }
+ }
+ stage('Diff components') {
+ steps {
+ script {
+ def comparator = load("${autobuilder.commonscripts()}/differences/dometahierarchy.groovy")
+ (summarystring, markunstable, unstablereason) = comparator.comparehierarchy(meta, EARLYDIR, LATERDIR, MAX_META_DEPTH, SUMMARYDIR)
+ if (markunstable) {
+ env.unstablereason = unstablereason
+ currentBuild.result = 'UNSTABLE'
+ }
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts()
+ archiveArtifacts "summary/**,reports/**,${artifactlist}"
+ }
+ }
+ }
+ stage('Summarise') {
+ steps {
+ script {
+ echo "Summary:\n${summarystring}\n"
+ if (env.unstablereason) {
+ echo "Instability reason: ${env.unstablereason}"
+ }
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
+
diff --git a/Common_scripts/documentation/doxygen_deploy.groovy b/Common_scripts/documentation/doxygen_deploy.groovy
new file mode 100644
index 0000000..6642256
--- /dev/null
+++ b/Common_scripts/documentation/doxygen_deploy.groovy
@@ -0,0 +1,80 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startnonbuild(this)
+ }
+ }
+ }
+ stage('Clean imports') {
+ steps {
+ script {
+ env.DOXYGEN = "doxygen"
+ cleanfolders = [
+ DOXYGEN,
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Import doxygen artifacts') {
+ steps {
+ script {
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+ def importoptions = importer.getNewImportOptions()
+
+ importoptions.jenkinsjob(BUILD_JOB_WITH_DOXYGEN_ARTIFACTS, BUILD_JOB_WITH_DOXYGEN_ARTIFACTS_SELECTOR)
+ importoptions.setfilter(ARTIFACT_PATH_TO_DOXYGEN_ROOT + '/**')
+ doxygenmeta = importer.artifactimportfrombuildjob(meta, importoptions, DOXYGEN)
+
+ productname = doxygenmeta.productinfo.productname
+ buildstampprefix = doxygenmeta.buildstampinfo.buildstampprefix
+
+ echo "Doyxgen imported for product: ${productname} and build stamp prefix: ${buildstampprefix}"
+ }
+ }
+ }
+ stage('Copy doxygen to server') {
+ steps {
+ script {
+ doxygensource = "${DOXYGEN}/${ARTIFACT_PATH_TO_DOXYGEN_ROOT}"
+ pathonserver = "${ROOT_PATH_ON_SERVER.trim()}/${productname}/${buildstampprefix}"
+ echo "Copying from ${doxygensource} to ${pathonserver}"
+ if (isUnix()) {
+ sh """#!/bin/bash
+ rm -rfv "${pathonserver}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ mkdir -pv "${pathonserver}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo mv -v "${doxygensource}"/ "${pathonserver}"
+ mv -v "${doxygensource}"/ "${pathonserver}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ } else {
+ error("This job does not run on Windows at the moment")
+ }
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
+
diff --git a/Common_scripts/import/importer.groovy b/Common_scripts/import/importer.groovy
new file mode 100644
index 0000000..8624421
--- /dev/null
+++ b/Common_scripts/import/importer.groovy
@@ -0,0 +1,333 @@
+gh = load("${autobuilder.commonscripts()}/versioncontrol/git.groovy")
+versiongenerator = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+
+class ImportOptions {
+ def m_script // Script to use if wanting to execute script commands (eg. echo -> script.echo)
+
+ boolean m_incrementversionnumber // If true, increment the parent's (4th) version number with the (4th) version number of this object being imported
+ String m_filter // Only import files/paths/folders that match the filter
+ String m_excludes // Exclude files/paths/folders that match the exclude filter
+ boolean m_fingerprint // Do Jenkins fingerprinting on imported artifacts
+ boolean m_nested // Import all child artifacts too (identified in the related meta info
+ boolean m_flatten // Flatten files and folders imported
+ boolean m_includemetainfilter // Make sure meta is also included in filter
+ boolean m_clean // Clean import folder before obtaining artifacts
+ boolean m_appendtoparentmeta // Append to parent meta
+ String m_sourceselect // Where are the artifacts coming from
+
+ String m_jobname
+ def m_buildnumberorselector
+
+ String m_repo
+ String m_revision
+
+ ImportOptions(script,
+ String sourceselect = 'Jenkins job artifact',
+ boolean incrementversionnumber = true,
+ String filter = '',
+ String excludes = '',
+ boolean fingerprint = false,
+ boolean nested = false,
+ boolean flatten = false,
+ boolean includemetainfilter = true,
+ boolean clean = true,
+ appendtoparentmeta = true) {
+ m_script = script
+ m_sourceselect = sourceselect.trim()
+ m_incrementversionnumber = incrementversionnumber
+ m_filter = filter.trim()
+ m_excludes = excludes.trim()
+ m_fingerprint = fingerprint
+ m_nested = nested
+ m_flatten = flatten
+ m_includemetainfilter = includemetainfilter
+ m_clean = clean
+ m_appendtoparentmeta = appendtoparentmeta
+ }
+
+ void setsourceselect(String sourceselect) {
+ sourceselect = sourceselect.trim()
+ switch (sourceselect) {
+ case 'Jenkins job artefact':
+ m_sourceselect = 'Jenkins job artifact'
+ break
+ case 'Jenkins job artifact':
+ case 'Release repository':
+ m_sourceselect = sourceselect
+ break
+ default:
+ error("Unknown type of artifact source select: ${m_sourceselect}")
+ }
+ }
+
+ void setincrementversionnumber(boolean incrementversionnumber = true) {
+ m_incrementversionnumber = incrementversionnumber
+ }
+
+ void setfilter(String filter) {
+ m_filter = filter.trim()
+ }
+
+ void setexcludes(String excludes) {
+ m_excludes = excludes.trim()
+ }
+
+ void setfingerprint(boolean fingerprint = true) {
+ m_fingerprint = fingerprint
+ }
+
+ void setnested(boolean nested = true) {
+ m_nested = nested
+ }
+
+ void flattenimports(boolean flatten = true) {
+ m_flatten = flatten
+ }
+
+ void includemetainfilter(boolean includemetainfilter = true) {
+ m_includemetainfilter = includemetainfilter
+ }
+
+ void clean(boolean clean = true) {
+ m_clean = clean
+ }
+
+ void setappendtoparentmeta(boolean appendtoparentmeta) {
+ m_appendtoparentmeta = appendtoparentmeta
+ }
+
+ void jenkinsjob(String jobname, String buildnumberorselector) {
+ m_jobname = jobname.trim()
+ m_buildnumberorselector = buildnumberorselector.trim()
+ setsourceselect('Jenkins job artifact')
+ }
+
+ void releaserepo(String repo, String revision) {
+ m_repo = repo.trim()
+ m_revision = revision.trim()
+ setsourceselect('Release repository')
+ }
+
+ void source(String sourceselect, String jobname, String buildnumberorselector, String repo, String revision) {
+ jenkinsjob(jobname, buildnumberorselector)
+ releaserepo(repo, revision)
+ setsourceselect(sourceselect)
+ }
+}
+
+ImportOptions getNewImportOptions() {
+ return new ImportOptions(this)
+}
+
+def formFilter(ImportOptions importoptions) {
+ def String filter = importoptions.m_filter
+ if (filter != '') {
+ if (importoptions.m_includemetainfilter) {
+ filter = 'meta/**,' + filter
+ }
+ }
+ echo "Import options filter is: ${filter}"
+ return filter
+}
+
+def conditionalClean(ImportOptions importoptions, String destpath) {
+ if (importoptions.m_clean) {
+ echo "Cleaning ${destpath}"
+ dir(destpath) {
+ deleteDir()
+ }
+ }
+}
+
+def artifactimportfrombuildjob(meta, importoptions, String destpath) {
+ if (importoptions.m_sourceselect != 'Jenkins job artifact') {
+ error("Import options settings have not been set for: Jenkins job artifact")
+ return
+ }
+
+ conditionalClean(importoptions, destpath)
+
+ copyArtifacts(
+ filter: formFilter(importoptions),
+ excludes: importoptions.m_excludes,
+ fingerprintArtifacts: importoptions.m_fingerprint,
+ projectName: importoptions.m_jobname,
+ selector: [
+ $class: 'ParameterizedBuildSelector',
+ parameterName: importoptions.m_buildnumberorselector
+ ],
+ flatten: importoptions.m_flatten,
+ target: destpath
+ )
+ def importedmeta = meta.importrelated(importoptions.m_appendtoparentmeta, destpath)
+ if (importoptions.m_incrementversionnumber) {
+ meta.buildstampinfo.changerevision(versiongenerator.incrementrevision(meta.buildstampinfo.revision, importedmeta.buildstampinfo.revision))
+ }
+ return importedmeta
+}
+
+def rewritemetafileasreleased(meta, String filepath) {
+ // Modify the meta info to say that is has already been released
+ meta.markreleased()
+ meta.saveJsonSerialised(filepath)
+}
+
+def hierarchyartifactimportfromrepo(meta, importoptions, String destpath) {
+ if (importoptions.m_sourceselect != 'Release repository') {
+ error("Import options settings have not been set for: Release repository")
+ return
+ }
+
+ def rooturl = importoptions.m_repo
+ def rootrevision = importoptions.m_revision
+ echo "Cloning root release repo: ${rooturl}, revision: ${rootrevision} at folder: ${destpath}"
+
+ conditionalClean(importoptions, destpath)
+
+ def ArrayList sparseitemlist = gh.convertSparseItemsString(formFilter(importoptions))
+ gh.gitCheckoutAlt(rooturl, rootrevision, destpath, "", 1, true, sparseitemlist)
+
+ def importedmeta = meta.importrelated(importoptions.m_appendtoparentmeta, destpath, rooturl, rootrevision, gh.getGitInfo(destpath))
+
+ relatedimportinfo = importedmeta.getassociated()
+ echo "Cloning associated repos"
+ for(relatedmetainfo in relatedimportinfo) {
+ def relatedmeta = relatedmetainfo.meta
+ def relatedoffsetpath = relatedmetainfo.offsetpath
+ def cloneurl = relatedmeta.releaseinfo.releaserepoURL
+ def clonerevision = "refs/tags/${relatedmeta.releasetag()}"
+ def clonepath = "${destpath}/${relatedoffsetpath}"
+ echo "Cloning release repo: ${cloneurl}, revision: ${clonerevision} at folder: ${clonepath}"
+
+ gh.gitCheckoutAlt(cloneurl, clonerevision, clonepath, "", 1, true, [])
+
+ gh.stripgithistory(clonepath)
+
+ def metafilepath = "${clonepath}/${relatedmeta.metafilepath()}"
+ echo "Marking related meta as released and rewriting meta file: ${metafilepath}"
+ rewritemetafileasreleased(relatedmeta, metafilepath)
+ }
+ gh.stripgithistory(destpath)
+ def metafilepath = "${destpath}/${meta.metafilepath()}"
+ echo "Marking root meta as released and rewriting meta file: ${metafilepath}"
+ rewritemetafileasreleased(importedmeta, metafilepath)
+
+ if (importoptions.m_incrementversionnumber) {
+ meta.buildstampinfo.changerevision(versiongenerator.incrementrevision(meta.buildstampinfo.revision, importedmeta.buildstampinfo.revision))
+ }
+ return importedmeta
+}
+
+def artifactimportfromrepo(meta, importoptions, String destpath) {
+ if (importoptions.m_sourceselect != 'Release repository') {
+ error("Import options settings have not been set for: Release repository")
+ return
+ }
+
+ conditionalClean(importoptions, destpath)
+
+ def rooturl = importoptions.m_repo
+ def rootrevision = importoptions.m_revision
+ echo "Cloning release repo: ${rooturl}, revision: ${rootrevision} at folder: ${destpath}"
+
+ def ArrayList sparseitemlist = gh.convertSparseItemsString(formFilter(importoptions))
+ gh.gitCheckoutAlt(rooturl, rootrevision, destpath, "", 1, true, sparseitemlist)
+
+ def importedmeta = meta.importrelated(importoptions.m_appendtoparentmeta, destpath, rooturl, rootrevision, gh.getGitInfo(destpath))
+
+ gh.stripgithistory(destpath)
+ def metafilepath = "${destpath}/${meta.metafilepath()}"
+ echo "Marking meta as released and rewriting meta file: ${metafilepath}"
+ rewritemetafileasreleased(importedmeta, metafilepath)
+
+ if (importoptions.m_incrementversionnumber) {
+ meta.buildstampinfo.changerevision(versiongenerator.incrementrevision(meta.buildstampinfo.revision, importedmeta.buildstampinfo.revision))
+ }
+ return importedmeta
+}
+
+def artifactimport(meta, importoptions, String destpath) {
+ switch (importoptions.m_sourceselect) {
+ case 'Jenkins job artifact':
+ case 'Jenkins job artefact':
+ return artifactimportfrombuildjob(meta, importoptions, destpath)
+ case 'Release repository':
+ if (importoptions.m_nested) {
+ return hierarchyartifactimportfromrepo(meta, importoptions, destpath)
+ }
+ return artifactimportfromrepo(meta, importoptions, destpath)
+ default:
+ error("Unknown type of artifact source: ${source}")
+ }
+ return meta
+}
+
+// Deprecated (use above)
+def artifactimport(meta,
+ String sourceselect,
+ String jenkinsjob,
+ buildnumberorselector,
+ String repo,
+ String revision,
+ String destpath,
+ boolean incrementversionnumber = true,
+ String filter = '',
+ String excludes = '',
+ boolean fingerprint = false,
+ boolean nested = false) {
+ echo "DEPRECATED method: artifactimport(meta, String source, String jenkinsjob, buildnumberorselector, String repo, String revision, String destpath ...)"
+ def importoptions = getNewImportOptions()
+
+ importoptions.source(sourceselect, jenkinsjob, buildnumberorselector, repo, revision)
+ importoptions.setincrementversionnumber(incrementversionnumber)
+ importoptions.setfilter(filter)
+ importoptions.setexcludes(excludes)
+ importoptions.setfingerprint(fingerprint)
+ importoptions.setnested(nested)
+
+ return artifactimport(meta, importoptions, destpath)
+}
+
+// Deprecated (use above)
+def artifactimport(meta,
+ String buildjob,
+ int buildnumber,
+ String destpath,
+ boolean incrementversionnumber = true,
+ String filter = '**',
+ String excludes = '',
+ boolean fingerprint = false) {
+ echo "DEPRECATED method: artifactimport(meta, String buildjob, int buildnumber, String destpath, ...)"
+ def importoptions = getNewImportOptions()
+
+ importoptions.jenkinsjob(buildjob, " ${buildnumber}")
+ importoptions.setincrementversionnumber(incrementversionnumber)
+ importoptions.setfilter(filter)
+ importoptions.setexcludes(excludes)
+ importoptions.setfingerprint(fingerprint)
+
+ return artifactimport(meta, importoptions, destpath)
+}
+
+// Deprecated (use above)
+def artifactimport(meta,
+ String buildjob,
+ buildnumberorselector,
+ String destpath,
+ boolean incrementversionnumber = true,
+ String filter = '',
+ String excludes = '',
+ boolean fingerprint = false) {
+ echo "DEPRECATED method: artifactimport(meta, String buildjob, buildnumberorselector, String destpath, ...)"
+ def importoptions = getNewImportOptions()
+
+ importoptions.jenkinsjob(buildjob, buildnumberorselector)
+ importoptions.setincrementversionnumber(incrementversionnumber)
+ importoptions.setfilter(filter)
+ importoptions.setexcludes(excludes)
+ importoptions.setfingerprint(fingerprint)
+
+ return artifactimport(meta, importoptions, destpath)
+}
+
+return this;
diff --git a/Common_scripts/install/installhelper.groovy b/Common_scripts/install/installhelper.groovy
new file mode 100644
index 0000000..96a8b2e
--- /dev/null
+++ b/Common_scripts/install/installhelper.groovy
@@ -0,0 +1,117 @@
+import hudson.FilePath
+
+// Transfer file from intermediate position to final position;
+// creating necessary folders on the way;
+// deleting intermediate file
+def copyToFinalPosition(String pathToIntermediate, String finalBaseFolder, String finalFilename) {
+ def channel = Jenkins.getInstance().getComputer(env['NODE_NAME']).getChannel()
+
+ def String abs_exports_root_path = "${WORKSPACE}/${finalBaseFolder}"
+ def String abs_export_out = "${abs_exports_root_path}/${finalFilename}"
+ def export_filepath = new hudson.FilePath(channel, abs_export_out)
+ def export_out_folder = export_filepath.getParent()
+ def export_out_folder_string = export_out_folder.toString()
+ def export_out_file = export_filepath.getName()
+
+ echo "Creating folder ${export_out_folder_string}"
+ export_out_folder.mkdirs()
+
+ echo "Copying from ${pathToIntermediate} to ${abs_export_out}"
+ def intermediate_filepath = new hudson.FilePath(channel, pathToIntermediate)
+ intermediate_filepath.copyTo(export_filepath)
+ intermediate_filepath.delete()
+}
+
+// Given details about artifacts to import and details of installers to build, import artifacts that are required
+def Map artifactsImporter(meta, importer, artifactDetails, installerDetails) {
+ artifactFetched = [:]
+
+ def importoptions = importer.getNewImportOptions()
+ for (installer in toBuild) {
+ def artifactKeys = installerDetails.get(installer)[1]
+ if (artifactKeys instanceof java.lang.String) {
+ artifactKeys = [ artifactKeys ]
+ }
+ for (artifactKey in artifactKeys) {
+ (sourceProject, sourceselector, destFolder, incrementversionnumber, toCopy, notToCopy, binariesFolders) = artifactDetails.get(artifactKey)
+ if (artifactFetched.get(artifactKey) == null) {
+ importoptions.jenkinsjob(sourceProject, sourceselector)
+ importoptions.setincrementversionnumber(incrementversionnumber)
+ importoptions.setfilter(toCopy)
+ importoptions.setexcludes(notToCopy)
+
+ def importmeta = importer.artifactimport(meta, importoptions, destFolder)
+ artifactFetched.put(artifactKey, importmeta)
+ }
+ }
+ }
+ return artifactFetched
+}
+
+@NonCPS
+def checkISMfilebackend(String xml) {
+ def String message = ""
+
+ def parsedxml = new XmlParser(true, true, true).parseText(xml)
+ def pathvariableinfo = [:]
+ def exitcode = 0
+ // Load up a map of path variable and path pairs
+ // Ignore blank path definitions
+ // Ignore the workspace definition which should have the only absolute path
+ parsedxml.each{ table ->
+ if (table.@name == "ISPathVariable") {
+ table['row'].each{ row ->
+ def pathname = row['td'][0].value()[0]
+ def path = row['td'][1].value()[0]
+ if (path && pathname != 'WORKSPACE') {
+ pathvariableinfo[pathname] = path
+ }
+ }
+ }
+ }
+ // Check that each path variable is defined beginning with a path variable or the WORKSPACE one
+ pathvariableinfo.each{ pair ->
+ message += "pair key: ${pair.key} value: ${pair.value}\n"
+ def path = pair.value
+ def pathvarmatcher = path =~ /<(.*)>.*/
+ if (pathvarmatcher.matches()) {
+ def pathvarfound = pathvarmatcher.group(1)
+ if (pathvarfound != 'WORKSPACE') {
+ if (!pathvariableinfo.containsKey(pathvarfound)) {
+ message += "Undefined path variable ${pathvarfound} found\n"
+ exitcode = 1
+ }
+ }
+ } else {
+ message += "Path: ${path} does not begin with a path variable\n"
+ exitcode = 1
+ }
+ }
+ return [exitcode, message]
+}
+
+def checkISMfile(String ISMfile) {
+ echo "Checking ISM file: ${ISMfile}"
+ def xml = readFile(ISMfile)
+ (exitcode, message) = checkISMfilebackend(xml)
+ echo message
+ if (exitcode > 0) {
+ error "ISM file errors found"
+ } else {
+ echo "Checked ISM file - ok"
+ }
+}
+
+certificatethumbprints = [:]
+certificatethumbprints['floreana'] = '0FDEB0A227982C877146CA595091173AC9655479' // Authoring takes place on this machine - so this is what should be in the ISM file already
+certificatethumbprints['hawaii'] = '49FD1B361CFF35014B81940C5B046543045DD34B'
+
+def selectSigningCertificate(String nodeName, String ISMfile) {
+ def masterpattern = '0FDEB0A227982C877146CA595091173AC9655479'
+ echo "Substituting occurrences of ${masterpattern} with ${certificatethumbprints[nodeName]} in ISM file: ${ISMfile}"
+
+ textutils_subst = load("${autobuilder.commonscripts()}/textutils/subst.groovy")
+ textutils_subst.substitute(ISMfile, masterpattern, certificatethumbprints[nodeName])
+}
+
+return this;
diff --git a/Common_scripts/meta/folder.groovy b/Common_scripts/meta/folder.groovy
new file mode 100644
index 0000000..704bfc8
--- /dev/null
+++ b/Common_scripts/meta/folder.groovy
@@ -0,0 +1,793 @@
+import java.nio.file.Paths
+import java.nio.file.Path
+import groovy.json.JsonSlurperClassic
+
+abstract class GISJsonSerialised implements Serializable {
+ def script
+
+ GISJsonSerialised(script) {
+ this.script = script
+ }
+
+ abstract LinkedHashMap serialisationdata()
+
+ abstract void deserialiseJson(rawmeta)
+
+ def saveJsonSerialised(String outputfile, int prettylevel = 4) {
+ def outJson = script.readJSON text: groovy.json.JsonOutput.toJson(serialisationdata())
+ script.writeJSON(file: outputfile, json: outJson, pretty: prettylevel)
+ }
+}
+
+class ProductInfo extends GISJsonSerialised {
+ String productname
+ String subcomponentname
+ String variant
+
+ ProductInfo(script, productname = "", subcomponentname = "", variant = "") {
+ super(script)
+ this.productname = productname
+ this.subcomponentname = subcomponentname
+ this.variant = variant
+ }
+
+ void set(String productname, String subcomponentname, String variant = '') {
+ // Make sure the fields can be used in git tags
+ def int pstatus = 0
+ if (script.isUnix()) {
+ pstatus = script.sh(script: "git check-ref-format --normalize \"refs/tags/${productname}\" >/dev/null 2>/dev/null", , returnStatus: true)
+ }
+ else {
+ pstatus = script.powershell(script: "git check-ref-format --normalize \"refs/tags/${productname}\" 2>&1>\$null", , returnStatus: true)
+ }
+ if (pstatus > 0) {
+ script.error("The product name: ${productname} needs to be renamed as it cannot be used in a git tag name")
+ }
+ def int sstatus = 0
+ if (script.isUnix()) {
+ sstatus = script.sh(script: "git check-ref-format --normalize \"refs/tags/${subcomponentname}\" >/dev/null 2>/dev/null", , returnStatus: true)
+ }
+ else {
+ sstatus = script.powershell(script: "git check-ref-format --normalize \"refs/tags/${subcomponentname}\" 2>&1>\$null", , returnStatus: true)
+ }
+ if (sstatus > 0) {
+ script.error("The subcomponent name: ${subcomponentname} needs to be renamed as it cannot be used in a git tag name")
+ }
+ if (variant) {
+ def int vstatus = 0
+ if (script.isUnix()) {
+ vstatus = script.sh(script: "git check-ref-format --normalize \"refs/tags/${variant}\" >/dev/null 2>/dev/null", , returnStatus: true)
+ }
+ else {
+ vstatus = script.powershell(script: "git check-ref-format --normalize \"refs/tags/${variant}\" 2>&1>\$null", , returnStatus: true)
+ }
+ if (vstatus > 0) {
+ script.error("The subcomponent name: ${variant} needs to be renamed as it cannot be used in a git tag name")
+ }
+ }
+ this.productname = productname
+ this.subcomponentname = subcomponentname
+ this.variant = variant
+ }
+
+ void deserialiseJson(rawmeta) {
+ productname = rawmeta['productname']
+ subcomponentname = rawmeta['subcomponentname']
+ variant = rawmeta['variant'] ?: ""
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'productname' : productname,
+ 'subcomponentname' : subcomponentname,
+ 'variant' : variant,
+ ]
+ return data
+ }
+}
+
+class GitInfo extends GISJsonSerialised {
+ private String sourcepath
+ private String sourcerevision
+ private String gitrevision
+ private String remoteurl
+ private String remoteinfo
+
+ GitInfo(script, sourcepath = "", sourcerevision = "", gitrevision = "", remoteurl = "", remoteinfo = "") {
+ super(script)
+ this.sourcepath = sourcepath
+ this.sourcerevision = sourcerevision
+ this.gitrevision = gitrevision
+ this.remoteurl = remoteurl
+ this.remoteinfo = remoteinfo
+ }
+
+ void set(String sourcepath, String sourcerevision, String gitrevision, String remoteurl, String remoteinfo) {
+ this.sourcepath = sourcepath
+ this.sourcerevision = sourcerevision
+ this.gitrevision = gitrevision
+ this.remoteurl = remoteurl
+ this.remoteinfo = remoteinfo
+ }
+
+ void deserialiseJson(rawmeta) {
+ sourcepath = rawmeta['sourcepath']
+ sourcerevision = rawmeta['sourcerevision']
+ gitrevision = rawmeta['gitrevision']
+ remoteurl = rawmeta['remoteurl']
+ remoteinfo = rawmeta['remoteinfo']
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'sourcepath' : sourcepath,
+ 'sourcerevision' : sourcerevision,
+ 'gitrevision' : gitrevision,
+ 'remoteurl' : remoteurl,
+ 'remoteinfo' : remoteinfo,
+ ]
+ return data
+ }
+}
+
+class JenkinsBuildInfo extends GISJsonSerialised {
+ String buildjobname
+ int buildnumber
+ private String buildmachine
+ private String builddate
+
+ JenkinsBuildInfo(script, String buildjobname = "", int buildnumber = 0, String buildmachine = "", String builddate = "") {
+ super(script)
+ this.buildjobname = buildjobname
+ this.buildnumber = buildnumber
+ this.buildmachine = buildmachine
+ this.builddate = builddate
+ }
+
+ void set(String buildjobname, int buildnumber, String buildmachine, String builddate) {
+ this.buildjobname = buildjobname
+ this.buildnumber = buildnumber
+ this.buildmachine = buildmachine
+ this.builddate = builddate
+ }
+
+ void deserialiseJson(rawmeta) {
+ buildjobname = rawmeta['buildjobname']
+ buildnumber = rawmeta['buildnumber']
+ buildmachine = rawmeta['buildmachine']
+ builddate = rawmeta['builddate']
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'buildjobname' : buildjobname,
+ 'buildnumber' : buildnumber,
+ 'buildmachine' : buildmachine,
+ 'builddate' : builddate,
+ ]
+ return data
+ }
+}
+
+class BuildStampInfo extends GISJsonSerialised {
+ String buildstampprefix
+ int revision
+ String buildstamp
+
+ BuildStampInfo(script, buildstampprefix = "0.30000.0.", revision = 0, buildstamp = "0.30000.0.0") {
+ super(script)
+ this.buildstampprefix = buildstampprefix
+ this.revision = revision
+ this.buildstamp = buildstamp
+ }
+
+ void set(String buildstampprefix, int revision, String buildstamp) {
+ this.buildstampprefix = buildstampprefix
+ this.revision = revision
+ this.buildstamp = buildstamp
+ }
+
+ void set(BuildStampInfo other) {
+ set(other.buildstampprefix, other.revision, other.buildstamp)
+ }
+
+ String buildstampcommasep() {
+ def String buildstampcommasep = buildstamp.replace(".", ",")
+ return buildstampcommasep
+ }
+
+ void changerevision(int newrevision) {
+ script.echo("Build stamp currently ${buildstamp}")
+ revision = newrevision
+ def List buildstampsplit = buildstamp.split('\\.')
+ buildstampsplit[-1] = newrevision.toString()
+ buildstamp = buildstampsplit.join('.')
+ script.echo("Build stamp now ${buildstamp}")
+ }
+
+ void set(String buildstampprefix, int revision) {
+ buildstampprefix += buildstampprefix.endsWith('.') ? '' : '.'
+ this.buildstampprefix = buildstampprefix
+ this.buildstamp = buildstampprefix + "0"
+ changerevision(revision)
+ }
+
+ void set(String buildstampprefix, String revision = '0') {
+ set(buildstampprefix, revision.toInteger())
+ }
+
+ void deserialiseJson(rawmeta) {
+ buildstampprefix = rawmeta['buildstampprefix']
+ revision = rawmeta['revision']
+ buildstamp = rawmeta['buildstamp']
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'buildstampprefix' : buildstampprefix,
+ 'revision' : revision,
+ 'buildstamp' : buildstamp,
+ ]
+ return data
+ }
+}
+
+class ReleaseInfo extends GISJsonSerialised {
+ String releaserepoURL
+ ArrayList releaseitems
+ boolean released
+
+ ReleaseInfo(script, String releaserepoURL = "", boolean released = false) {
+ super(script)
+ this.releaserepoURL = releaserepoURL
+ this.releaseitems = new ArrayList()
+ this.released = released
+ }
+
+ void set(String releaserepoURL = "") {
+ this.releaserepoURL = releaserepoURL
+ }
+
+ void addReleaseItem(String releaseitem) {
+ script.echo("Adding release item: ${releaseitem} to release items")
+ releaseitems.add(releaseitem)
+ }
+
+ void markreleased() {
+ this.released = true
+ }
+
+ List releaseitemssserialised() {
+ def items = []
+ for (ri in releaseitems) {
+ items.add(ri)
+ }
+ return items
+ }
+
+ void deserialiseJson(rawmeta) {
+ releaserepoURL = rawmeta['releaserepoURL']
+ releaseitems = new ArrayList()
+ for (rawreleaseitem in rawmeta['releaseitems']) {
+ releaseitems.add(rawreleaseitem)
+ }
+ released = rawmeta['released'] ?: false
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'releaserepoURL' : releaserepoURL,
+ 'releaseitems' : releaseitemssserialised(),
+ 'released' : released
+ ]
+ return data
+ }
+}
+
+class ConfigurationInfo extends GISJsonSerialised {
+ private String configurationname
+ private String configurationURL
+ private String configurationversion
+ private String configurationSHA
+
+ ConfigurationInfo(script, configurationname = "", configurationURL = "", configurationversion = "", configurationSHA = "") {
+ super(script)
+ this.configurationname = configurationname
+ this.configurationURL = configurationURL
+ this.configurationversion = configurationversion
+ this.configurationSHA = configurationSHA
+ }
+
+ void deserialiseJson(rawmeta) {
+ configurationname = rawmeta['configurationname']
+ configurationURL = rawmeta['configurationURL']
+ configurationversion = rawmeta['configurationversion']
+ configurationSHA = rawmeta['configurationSHA']
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'configurationname' : configurationname,
+ 'configurationURL' : configurationURL,
+ 'configurationversion' : configurationversion,
+ 'configurationSHA' : configurationSHA,
+ ]
+ return data
+ }
+}
+
+class ChecksumPair extends GISJsonSerialised {
+ private String filepath
+ private String sum
+
+ ChecksumPair(script, String filepath = "", String sum = "") {
+ super(script)
+ this.filepath = filepath
+ this.sum = sum
+ }
+
+ void deserialiseJson(rawmeta) {
+ filepath = rawmeta['filepath']
+ sum = rawmeta['sum']
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'filepath' : filepath,
+ 'sum' : sum,
+ ]
+ return data
+ }
+}
+
+class ChecksumSet extends GISJsonSerialised {
+ private String artifactpath
+ private ArrayList checksumpairs
+
+ ChecksumSet(script, artifactpath = "") {
+ super(script)
+ this.artifactpath = artifactpath
+ checksumpairs = new ArrayList()
+ }
+
+ ChecksumPair addChecksumPair(String filepath, String sum) {
+ def cp = new ChecksumPair(script, filepath, sum)
+ checksumpairs.add(cp)
+ return cp
+ }
+
+ List checksumpairsserialised() {
+ def associated = []
+ for (cp in checksumpairs) {
+ associated.add(cp.serialisationdata())
+ }
+ return associated
+ }
+
+ void deserialiseJson(rawmeta) {
+ artifactpath = rawmeta['artifactpath']
+ checksumpairs = new ArrayList()
+ for (rawchecksumpair in rawmeta['checksumpairs']) {
+ def csp = new ChecksumPair(script)
+ csp.deserialiseJson(rawchecksumpair)
+ checksumpairs.add(csp)
+ }
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'artifactpath' : artifactpath,
+ 'checksumpairs' : checksumpairsserialised(),
+ ]
+ return data
+ }
+}
+
+class ChecksumInfo extends GISJsonSerialised {
+ private ArrayList checksumsets
+
+ ChecksumInfo(script) {
+ super(script)
+ checksumsets = new ArrayList()
+ }
+
+ ChecksumSet addChecksumSet(String artifactpath) {
+ def cs = new ChecksumSet(script, artifactpath)
+ checksumsets.add(cs)
+ return cs
+ }
+
+ List checksumsetsserialised() {
+ def associated = []
+ for (cs in checksumsets) {
+ associated.add(cs.serialisationdata())
+ }
+ return associated
+ }
+
+ void deserialiseJson(rawmeta) {
+ checksumsets = new ArrayList()
+ for (rawchecksumset in rawmeta['checksumsets']) {
+ def cs = new ChecksumSet(script)
+ cs.deserialiseJson(rawchecksumset)
+ checksumsets.add(cs)
+ }
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'checksumsets' : checksumsetsserialised(),
+ ]
+ return data
+ }
+}
+
+class PublishableInfo extends GISJsonSerialised {
+ private String filepath
+
+ PublishableInfo(script, String filepath = "") {
+ super(script)
+ this.filepath = filepath
+ }
+
+ void deserialiseJson(rawmeta) {
+ filepath = rawmeta['filepath']
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'filepath' : filepath,
+ ]
+ return data
+ }
+}
+
+class MetaInfo extends GISJsonSerialised {
+ private static String FORMAT = "0.1"
+ private static String METAFOLDERNAME = "meta"
+ private static String METAFILENAME = "info.json"
+ private static String METAARTIFACTS = "${METAFOLDERNAME}/**"
+
+ class RelatedMetaInfo extends GISJsonSerialised {
+ String offsetpath
+ MetaInfo meta
+
+ RelatedMetaInfo(script, offsetpath = "", MetaInfo meta = null) {
+ super(script)
+ this.offsetpath = offsetpath
+ this.meta = meta
+ }
+
+ void deserialiseJson(rawmeta) {
+ offsetpath = rawmeta['offsetpath']
+ meta = new MetaInfo(script)
+ meta.deserialiseJson(rawmeta['meta'])
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'offsetpath' : offsetpath,
+ 'meta' : meta.serialisationdata(),
+ ]
+ return data
+ }
+ }
+
+ private String format = FORMAT
+ ProductInfo productinfo
+ GitInfo gitinfo
+ JenkinsBuildInfo jenkinsbuildinfo
+ BuildStampInfo buildstampinfo
+ ReleaseInfo releaseinfo
+ ChecksumInfo checksuminfo
+ private ArrayList configurationinfo
+ private ArrayList publishableinfo
+ private LinkedHashMap custominfo
+ private ArrayList associatedmeta
+
+ MetaInfo(script) {
+ super(script)
+ productinfo = new ProductInfo(script)
+ gitinfo = new GitInfo(script)
+ jenkinsbuildinfo = new JenkinsBuildInfo(script)
+ buildstampinfo = new BuildStampInfo(script)
+ releaseinfo = new ReleaseInfo(script)
+ checksuminfo = new ChecksumInfo(script)
+ configurationinfo = new ArrayList()
+ publishableinfo = new ArrayList()
+ custominfo = new LinkedHashMap()
+ associatedmeta = new ArrayList()
+ }
+
+ List getassociated() {
+ return associatedmeta
+ }
+
+ void markreleased() {
+ script.echo("Marking product: ${productinfo.productname} component: ${productinfo.subcomponentname} as released")
+ releaseinfo.markreleased()
+ for (associated in associatedmeta) {
+ associated.meta.releaseinfo.markreleased()
+ }
+ }
+
+ List configurationinfoserialised() {
+ def configuration = []
+ for (configurationitem in configurationinfo) {
+ configuration.add(configurationitem.serialisationdata())
+ }
+ return configuration
+ }
+
+ void addPublishable(String filepath) {
+ def PublishableInfo pi = new PublishableInfo(script, filepath)
+ script.echo("Adding ${filepath} to publishable list")
+ publishableinfo.add(pi)
+ }
+
+ void addConfigurationInfo(String configurationname, String configurationURL, String configurationversion, String configurationSHA) {
+ def ConfigurationInfo ci = new ConfigurationInfo(script, configurationname, configurationURL, configurationversion, configurationSHA)
+ script.echo("Adding configuration info: name: ${configurationname} url: ${configurationURL} version: ${configurationversion} sha: ${configurationSHA}")
+ configurationinfo.add(ci)
+ }
+
+ void addCustomInfo(String customId, String customValue) {
+ custominfo.put(customId.trim(), customValue)
+ }
+
+ String getCustomInfo(String customId) {
+ return custominfo.getAt(customId.trim())
+ }
+
+ List publishableinfoserialised() {
+ def publishable = []
+ for (publishableitem in publishableinfo) {
+ publishable.add(publishableitem.serialisationdata())
+ }
+ return publishable
+ }
+
+ List associatedmetaserialised() {
+ def associated = []
+ for (metaitem in associatedmeta) {
+ associated.add(metaitem.serialisationdata())
+ }
+ return associated
+ }
+
+ void deserialiseJson(rawmeta) {
+ if (rawmeta['format'] != FORMAT) {
+ script.error("Unsupported meta format found at ${filepath}")
+ return
+ }
+ productinfo.deserialiseJson(rawmeta['productinfo'])
+ gitinfo.deserialiseJson(rawmeta['gitinfo'])
+ jenkinsbuildinfo.deserialiseJson(rawmeta['jenkinsbuildinfo'])
+ buildstampinfo.deserialiseJson(rawmeta['buildstampinfo'])
+ releaseinfo.deserialiseJson(rawmeta['releaseinfo'])
+ checksuminfo.deserialiseJson(rawmeta['checksuminfo'])
+ for (rawconfig in rawmeta['configuration']) {
+ def cf = new ConfigurationInfo(script)
+ cf.deserialiseJson(rawconfig)
+ configurationinfo.add(cf)
+ }
+ for (rawpublishable in rawmeta['publishableinfo']) {
+ def pb = new PublishableInfo(script)
+ pb.deserialiseJson(rawpublishable)
+ publishableinfo.add(pb)
+ }
+ custominfo = rawmeta['custominfo']
+ for (rawrelatedmeta in rawmeta['associatedmeta']) {
+ def rm = new RelatedMetaInfo(script)
+ rm.deserialiseJson(rawrelatedmeta)
+ associatedmeta.add(rm)
+ }
+ }
+
+ def deserialiseJson(String filepath) {
+ script.echo("Deserialising JSON at file: ${filepath}")
+ def rawmeta = script.readJSON(file: filepath)
+ deserialiseJson(rawmeta)
+ }
+
+ def deserialiseJsonSlurper(String filepath) {
+ File jsonfile = new File(filepath)
+ def jsonfiletext = jsonfile.getText()
+ def rawmeta = new JsonSlurperClassic().parseText(jsonfiletext)
+ deserialiseJson(rawmeta)
+ }
+
+ String relativize(String mypath) {
+ String pathRelative
+ script.echo("Seeing if ${mypath} begins with ${script.WORKSPACE}")
+ if (mypath.startsWith(script.WORKSPACE)) {
+ pathRelative = mypath.minus(script.WORKSPACE)
+ script.echo("Extracted ${pathRelative} from ${script.WORKSPACE} and ${mypath}")
+ } else {
+ pathRelative = mypath
+ script.echo("Path relative is unchanged: ${pathRelative}")
+ }
+ // Convert \ with /
+ pathRelative = pathRelative.tokenize('\\').join('/')
+ // Strip leading / if any
+ pathRelative = pathRelative.replaceAll('^/+', '')
+
+ script.echo("Path relative is ${pathRelative}")
+
+ return pathRelative
+ }
+
+ static String metafilepath() {
+ return METAFOLDERNAME + "/" + METAFILENAME
+ }
+
+ MetaInfo importrelated(boolean appendtoparentmeta, String destpath, String givenRepo = 'Unknown', String givenRevision = 'Unknown', String givenSHA = 'Unknown') {
+ MetaInfo mi = new MetaInfo(script)
+
+ def String adjustedpath = relativize(destpath)
+ def importedmetafile = adjustedpath + "/" + metafilepath()
+ if (script.fileExists(importedmetafile)) {
+ mi.deserialiseJson(importedmetafile)
+ } else {
+ script.echo("Could not deserialise meta at file: ${importedmetafile} (destpath: ${destpath})- Does not exist")
+ mi.addConfigurationInfo('', givenRepo, givenRevision, givenSHA)
+ }
+
+ RelatedMetaInfo rmi = new RelatedMetaInfo(script, adjustedpath, mi)
+ if (appendtoparentmeta) {
+ associatedmeta.add(rmi)
+ }
+
+ return mi
+ }
+
+ LinkedHashMap serialisationdata() {
+ def data = [
+ 'format' : format,
+ 'productinfo' : productinfo.serialisationdata(),
+ 'gitinfo' : gitinfo.serialisationdata(),
+ 'jenkinsbuildinfo' : jenkinsbuildinfo.serialisationdata(),
+ 'buildstampinfo' : buildstampinfo.serialisationdata(),
+ 'releaseinfo' : releaseinfo.serialisationdata(),
+ 'configuration' : configurationinfoserialised(),
+ 'checksuminfo' : checksuminfo.serialisationdata(),
+ 'publishableinfo' : publishableinfoserialised(),
+ 'custominfo' : custominfo,
+ 'associatedmeta' : associatedmetaserialised(),
+ ]
+ return data
+ }
+
+ static String folder() {
+ return METAFOLDERNAME
+ }
+
+ String generateartifacts(ArrayList releasedfromhere = new ArrayList(), // These items are recorded in meta as released from here
+ ArrayList releasedfromsubmeta = new ArrayList(), // These items are not recorded in meta as released from here
+ String metafilepath ="${METAFOLDERNAME}/${METAFILENAME}"
+ ) {
+ def String artifactlist = METAARTIFACTS
+ releaseinfo.addReleaseItem(METAARTIFACTS)
+ for (releaseitem in releasedfromhere) {
+ artifactlist += "," + releaseitem
+ releaseinfo.addReleaseItem(releaseitem)
+ }
+ for (releaseitem in releasedfromsubmeta) {
+ artifactlist += "," + releaseitem
+ }
+ saveJsonSerialised(metafilepath)
+ return artifactlist
+ }
+
+ // Recurse tree of meta looking for release info and accumulate path - Pass by reference unavailable in Groovy/Java
+ private ArrayList releasewalkerp(int maxdepth, ArrayList releasemetacollection, String pathsofar) {
+ if (maxdepth > 0) {
+ if (releaseinfo.releaserepoURL) {
+ RelatedMetaInfo rmi = new RelatedMetaInfo(script, pathsofar, this)
+ releasemetacollection.add(rmi)
+ }
+ if (pathsofar) {
+ pathsofar += "/"
+ }
+ for (relatedmetainfo in associatedmeta) {
+ MetaInfo othermeta = relatedmetainfo.meta
+ String newpathsofar = pathsofar + relatedmetainfo.offsetpath
+ releasemetacollection = othermeta.releasewalkerp(maxdepth - 1, releasemetacollection, newpathsofar)
+ }
+ }
+ return releasemetacollection
+ }
+
+ ArrayList releasewalker(int maxdepth, String startpath = "") {
+ ArrayList releasemetacollection = new ArrayList()
+ releasemetacollection = releasewalkerp(maxdepth, releasemetacollection, startpath)
+ return releasemetacollection
+ }
+
+ String componentidentifier() {
+ return productinfo.productname + "_" + productinfo.subcomponentname
+ }
+
+ String componentversionuniqueidentifier() {
+ return componentidentifier() + "_" + buildstampinfo.buildstamp
+ }
+
+ String globalreleasetag() {
+ return componentversionuniqueidentifier() + "_" + jenkinsbuildinfo.buildnumber
+ }
+
+ String releasetag() {
+ return buildstampinfo.buildstamp + "_" + jenkinsbuildinfo.buildnumber
+ }
+
+ String releasetagfordebpackage() {
+ return buildstampinfo.buildstamp + "-" + jenkinsbuildinfo.buildnumber
+ }
+
+ Map putwithshortestoffsetpath(Map releasemetacollection, String uniquestring, RelatedMetaInfo relatedmetainfo) {
+ if (releasemetacollection.containsKey(uniquestring)) {
+ def existingentry = releasemetacollection[uniquestring]
+ if (existingentry.offsetpath.size() > relatedmetainfo.offsetpath.size()) {
+ releasemetacollection.put(uniquestring, relatedmetainfo)
+ }
+ } else {
+ releasemetacollection.put(uniquestring, relatedmetainfo)
+ }
+ return releasemetacollection
+ }
+
+ Map releasewalkerunique(int maxdepth, String startpath = "") {
+ def ArrayList releasemetacollection = new ArrayList()
+ releasemetacollection = releasewalkerp(maxdepth, releasemetacollection, startpath)
+
+ def Map releasemetauniquecollection = new LinkedHashMap()
+ for (relatedmetainfo in releasemetacollection) {
+ def String uniquestring = relatedmetainfo.meta.componentidentifier()
+ releasemetauniquecollection = putwithshortestoffsetpath(releasemetauniquecollection, uniquestring, relatedmetainfo)
+ }
+
+ return releasemetauniquecollection
+ }
+
+ Map releasewalkerversionunique(int maxdepth, String startpath = "") {
+ ArrayList releasemetacollection = new ArrayList()
+ releasemetacollection = releasewalkerp(maxdepth, releasemetacollection, startpath)
+
+ def Map releasemetaversionuniquecollection = new LinkedHashMap()
+ for (relatedmetainfo in releasemetacollection) {
+ def String uniquestring = relatedmetainfo.meta.componentversionuniqueidentifier()
+ releasemetaversionuniquecollection = putwithshortestoffsetpath(releasemetaversionuniquecollection, uniquestring, relatedmetainfo)
+ }
+
+ return releasemetaversionuniquecollection
+ }
+
+ MetaInfo getNewMetaObject(script) {
+ return new MetaInfo(script)
+ }
+}
+
+MetaInfo metareset(script) {
+ echo "Resetting meta folder"
+ def mi = new MetaInfo(script)
+
+ dir(mi.folder()) {
+ deleteDir()
+ }
+
+ return mi
+}
+
+MetaInfo metafromfolder(String folder = "") {
+ MetaInfo buildmeta = new MetaInfo(this)
+ buildmeta.deserialiseJson("${folder}/${MetaInfo.metafilepath()}")
+ return buildmeta
+}
+
+MetaInfo metafromfolderSlurper(String folder = "") {
+ MetaInfo buildmeta = new MetaInfo(this)
+ buildmeta.deserialiseJsonSlurper("${folder}/${MetaInfo.metafilepath()}")
+ return buildmeta
+}
+
+return this;
diff --git a/Common_scripts/packaging/debian.groovy b/Common_scripts/packaging/debian.groovy
new file mode 100644
index 0000000..65d3731
--- /dev/null
+++ b/Common_scripts/packaging/debian.groovy
@@ -0,0 +1,107 @@
+class DebRootDefinition {
+ String ROOTPATH
+ String PACKAGE_PREFIX
+ String PACKAGE_FOLDER_NAME
+ String PACKAGE_NAME
+ String UNIQUE_PACKAGE_NAME
+
+ String PACKAGE_SOURCE_ROOT
+ String PACKAGE_SOURCE_FOLDER_NAME
+ String DEBPATH
+
+ String ETC
+ String GIS_OPT_BIN
+ String GIS_OPT_LIB
+ String GIS_OPT_SCRIPTS_APP
+ String GIS_OPT_SCRIPTS_EL
+ String GIS_OPT_SCRIPTS_CONTROL
+ String GIS_OPT_WWW
+ String GIS_OPT_OTHER
+ String GIS_OPT_KERNEL
+ String GIS_OPT_LOGIC
+ String GIS_OPT_PRINTHEAD
+
+ String USR_BIN
+ String USR_LIB_ARCH
+ String LIB_FIRMWARE
+ String HTTP_DEV_DIV
+ String LIB_SYSTEMD
+
+ DebRootDefinition(String rootpath, String packagesourceroot, String packageprefix, String buildstamp, String inpackagepathsuffix) {
+ ROOTPATH = rootpath
+ PACKAGE_PREFIX = packageprefix
+ PACKAGE_FOLDER_NAME = packageprefix
+ PACKAGE_NAME = packageprefix + "_armhf.deb"
+ UNIQUE_PACKAGE_NAME = packageprefix + "_" + buildstamp + "_armhf.deb"
+
+ PACKAGE_SOURCE_ROOT = packagesourceroot
+ PACKAGE_SOURCE_FOLDER_NAME = "${ROOTPATH}/${PACKAGE_PREFIX}"
+ DEBPATH = "${ROOTPATH}/${PACKAGE_FOLDER_NAME}"
+
+ ETC = "${DEBPATH}/etc" + inpackagepathsuffix
+ GIS_OPT_BIN = "${DEBPATH}/opt/gis/bin" + inpackagepathsuffix
+ GIS_OPT_LIB = "${DEBPATH}/opt/gis/lib" + inpackagepathsuffix
+ GIS_OPT_SCRIPTS_APP = "${DEBPATH}/opt/gis/scripts/app" + inpackagepathsuffix
+ GIS_OPT_SCRIPTS_EL = "${DEBPATH}/opt/gis/scripts/el" + inpackagepathsuffix
+ GIS_OPT_SCRIPTS_CONTROL = "${DEBPATH}/opt/gis/scripts/control" + inpackagepathsuffix
+ GIS_OPT_WWW = "${DEBPATH}/opt/gis/www" + inpackagepathsuffix
+ GIS_OPT_OTHER = "${DEBPATH}/opt/gis/other" + inpackagepathsuffix
+ GIS_OPT_KERNEL = "${DEBPATH}/opt/gis/kernel" + inpackagepathsuffix
+ GIS_OPT_LOGIC = "${DEBPATH}/opt/gis/logic" + inpackagepathsuffix
+ GIS_OPT_PRINTHEAD = "${DEBPATH}/opt/gis/printhead" + inpackagepathsuffix
+
+ USR_BIN = "${DEBPATH}/usr/bin" + inpackagepathsuffix
+ USR_LIB_ARCH = "${DEBPATH}/usr/lib/arm-linux-gnueabihf" + inpackagepathsuffix
+ LIB_FIRMWARE = "${DEBPATH}/lib/firmware" + inpackagepathsuffix
+ HTTP_DEV_DIV = "${DEBPATH}/var/www/gis_dev" + inpackagepathsuffix
+ LIB_SYSTEMD = "${DEBPATH}/lib/systemd" + inpackagepathsuffix
+ }
+}
+
+def DebRootDefinition debDefinition(String rootpath, String packagesourceroot, String packageprefix, String buildstamp, String inpackagepathsuffix = '') {
+ return new DebRootDefinition(rootpath, packagesourceroot, packageprefix, buildstamp, inpackagepathsuffix)
+}
+
+def buildPackage(String packageout, String uniquepackageout, DebRootDefinition packagedefs, String password) {
+ try {
+ sh """#!/bin/bash
+ # Exit if any command fails
+ set -xe
+
+ echo "${password}" | sudo -S echo
+
+ cp -v -r "${packagedefs.PACKAGE_SOURCE_ROOT}/${packagedefs.PACKAGE_SOURCE_FOLDER_NAME}"/* "${packagedefs.DEBPATH}"
+
+ sudo chown -v -R root: "${packagedefs.DEBPATH}"
+
+ mkdir -v -p "${packageout}"
+ echo "Building package:"
+ dpkg-deb -v --build "${packagedefs.DEBPATH}" "${packageout}/${packagedefs.PACKAGE_NAME}"
+
+ mkdir -v -p "${uniquepackageout}"
+ cp "${packageout}/${packagedefs.PACKAGE_NAME}" "${uniquepackageout}/${packagedefs.UNIQUE_PACKAGE_NAME}"
+
+ echo "Showing package:"
+ dpkg-deb --show "${packageout}/${packagedefs.PACKAGE_NAME}"
+ echo "Showing package contents:"
+ dpkg-deb --contents "${packageout}/${packagedefs.PACKAGE_NAME}"
+
+ echo "Showing package lintian output:"
+ lintian --suppress-tags dir-or-file-in-opt "${packageout}/${packagedefs.PACKAGE_NAME}" || true
+
+ sudo chown -R ${USER}: "${packagedefs.DEBPATH}"
+ """
+ }
+ catch (Exception e) {
+ echo "Exception occurred"
+ sh """#!/bin/bash -v
+ echo "${password}" | sudo -S echo
+
+ sudo chown -R ${USER}: "${packagedefs.DEBPATH}"
+
+ exit 1
+ """
+ }
+}
+
+return this;
\ No newline at end of file
diff --git a/Common_scripts/platform/lineendings.groovy b/Common_scripts/platform/lineendings.groovy
new file mode 100644
index 0000000..9657b0d
--- /dev/null
+++ b/Common_scripts/platform/lineendings.groovy
@@ -0,0 +1,5 @@
+
+// Put ${nl} into strings when wanting a newline
+nl = System.properties['line.separator']
+
+return this;
diff --git a/Common_scripts/publish/.classpath b/Common_scripts/publish/.classpath
new file mode 100644
index 0000000..287c1ab
--- /dev/null
+++ b/Common_scripts/publish/.classpath
@@ -0,0 +1,9 @@
+
+
+
+
+
+
+
+
+
diff --git a/Common_scripts/publish/.gitignore b/Common_scripts/publish/.gitignore
new file mode 100644
index 0000000..abed335
--- /dev/null
+++ b/Common_scripts/publish/.gitignore
@@ -0,0 +1,7 @@
+/do$_publish_closure4.class
+/do$_resetfolders_closure1.class
+/do$_resetfolders_closure2.class
+/do$_resetfolders_closure3.class
+/do$_stripgithistory_closure5.class
+/do.class
+/publish_item_select.class
diff --git a/Common_scripts/publish/.project b/Common_scripts/publish/.project
new file mode 100644
index 0000000..5c60328
--- /dev/null
+++ b/Common_scripts/publish/.project
@@ -0,0 +1,18 @@
+
+
+ publish_item_select
+
+
+
+
+
+ org.eclipse.jdt.core.javabuilder
+
+
+
+
+
+ org.eclipse.jdt.groovy.core.groovyNature
+ org.eclipse.jdt.core.javanature
+
+
diff --git a/Common_scripts/publish/.settings/org.eclipse.jdt.groovy.core.prefs b/Common_scripts/publish/.settings/org.eclipse.jdt.groovy.core.prefs
new file mode 100644
index 0000000..1e68ed6
--- /dev/null
+++ b/Common_scripts/publish/.settings/org.eclipse.jdt.groovy.core.prefs
@@ -0,0 +1,3 @@
+eclipse.preferences.version=1
+groovy.compiler.level=25
+groovy.script.filters=**/*.dsld,y,**/*.gradle,n
diff --git a/Common_scripts/publish/do.groovy b/Common_scripts/publish/do.groovy
new file mode 100644
index 0000000..1b227f4
--- /dev/null
+++ b/Common_scripts/publish/do.groovy
@@ -0,0 +1,174 @@
+import groovy.io.FileType
+
+markunstable = false
+unstablereason = ""
+
+summaryfolder = "${WORKSPACE}/summary"
+summaryfile = "${summaryfolder}/summary.txt"
+summarystring = ""
+releaserepofolder = "${WORKSPACE}/releaserepos"
+filteredreleaserepofolder = "${WORKSPACE}/filteredreleaserepos"
+
+def resetfolders() {
+ dir(summaryfolder) {
+ deleteDir()
+ }
+ dir(releaserepofolder) {
+ deleteDir()
+ }
+ dir(filteredreleaserepofolder) {
+ deleteDir()
+ }
+}
+
+def productuniquefolder(releasemeta) {
+ return "${releasemeta.productinfo.productname}_${releasemeta.productinfo.subcomponentname}"
+}
+
+def uniquereleasefolder(String productline, String softwarerelease, releasemeta) {
+ return "Software/${productline} ${softwarerelease}/${productuniquefolder(releasemeta)}"
+}
+
+def uniqueabsoluterreleasefolder(String productline, String releaserepofolder, String softwarerelease, releasemeta) {
+ return "${releaserepofolder}/${uniquereleasefolder(productline, softwarerelease, releasemeta)}"
+}
+
+def preconditions() {
+ markunstable = false
+ unstablereason = ""
+ summarystring = ""
+ writeFile(file: summaryfile, text: "Publish summary: \n")
+}
+
+def setunstable(String reason) {
+ markunstable = true
+ unstablereason = reason
+}
+
+def summaryappend(String summary) {
+ def String currentsummarycontents = readFile(file: summaryfile)
+ writeFile(file: summaryfile, text: currentsummarycontents + summary)
+ summarystring += summary
+}
+
+def guessreporootsuffix(componentURL) {
+ def guess = componentURL.replaceFirst(/.*\/(.*).git/, '$1')
+ return guess
+}
+
+gh = load("${autobuilder.commonscripts()}/versioncontrol/git.groovy")
+def getcomponentartifacts(releaseinfo, String repofolder, itempathstopublish) {
+ summaryappend("Artifacts: ")
+
+ def releasemeta = releaseinfo.meta
+ def String componentURL = releasemeta.releaseinfo.releaserepoURL
+ def String revision = "refs/tags/${releasemeta.buildstampinfo.buildstamp}_${releasemeta.jenkinsbuildinfo.buildnumber}"
+ def publishableitems = releasemeta.publishableinfo
+
+ def ArrayList publishablepaths = new ArrayList()
+ if (publishableitems.size() > 0) {
+ for (publishableitem in publishableitems) {
+ def String productuniquepublishableitem = "${productuniquefolder(releasemeta)}/${publishableitem.filepath}"
+ echo "publishableitem: ${productuniquepublishableitem}"
+ if (itempathstopublish.size() == 0 || productuniquepublishableitem in itempathstopublish) {
+ publishablepaths.add(publishableitem.filepath)
+ summaryappend("${publishableitem.filepath},")
+ }
+ }
+ }
+ if (publishablepaths.size() > 0) {
+ def reporootsuffix = guessreporootsuffix(componentURL)
+ gh.gitCheckoutAlt(componentURL, revision, repofolder, reporootsuffix, 1, true, publishablepaths) // Shallow clone
+ }
+ else {
+ summaryappend("None ")
+ }
+}
+
+def publish(hostedftpsiteinfo, String customer, String finalreleaserepofolder = releaserepofolder) {
+ summaryappend(" FTP operations: ")
+
+ def String ftproot = "${hostedftpsiteinfo.workingdirectory}${customer}"
+ dir(finalreleaserepofolder) {
+ summaryappend("FTP operations: Transferring to ${ftproot}")
+ sh """#!/bin/bash
+ ncftpput -u ${hostedftpsiteinfo.username} -p ${hostedftpsiteinfo.password} -R ${hostedftpsiteinfo.url} "${ftproot}" .
+ """
+ summaryappend(", Transferred ")
+ }
+}
+
+def copydirectory(File dirFrom, File dirTo) {
+ if (!dirTo.exists()) {
+ dirTo.mkdirs();
+ }
+ dirFrom.eachFile(FileType.FILES) { File source ->
+ File target = new File(dirTo, source.getName())
+ target.bytes = source.bytes
+ }
+ dirFrom.eachFile(FileType.DIRECTORIES) { File source ->
+ File target = new File(dirTo, source.getName())
+ copyLargeDir(source, target)
+ }
+}
+
+def recallcomponent(String productline, releaseinfo, String softwarerelease, itempathstopublish) {
+ def releasemeta = releaseinfo.meta
+ def String uniquefolderforrepo = uniqueabsoluterreleasefolder(productline, releaserepofolder, softwarerelease, releasemeta)
+
+ summaryappend("${releasemeta.productinfo.productname} ${releasemeta.productinfo.subcomponentname}: ")
+
+ getcomponentartifacts(releaseinfo, uniquefolderforrepo, itempathstopublish)
+
+ summaryappend("\n")
+}
+
+def convertitemstopublish(String itemstopublishstring) {
+ def List paths = []
+
+ def String[] items = itemstopublishstring.split(',')
+ def String allpaths = ""
+ for(String item : items) {
+ def String[] pathitems = item.split('#')
+ def String path = "${pathitems[0]}_${pathitems[1]}/${pathitems[2]}"
+ paths.add(path)
+ allpaths += "${path}\n"
+ }
+ echo "Selected item to publish:\n${allpaths}"
+ return paths
+}
+
+// Publish selected items from a release to the customer folder on the ftp site
+// itemstopublishstring is a comma-seperated set of strings in this format ##
+def publishhierarchy(hostedftpsiteinfo, releasemeta, String itemstopublishstring, String customer, String softwarerelease, String maxdepth) {
+ int md = maxdepth.toInteger()
+ resetfolders()
+ preconditions()
+
+ def productline = releasemeta.productinfo.productname
+ // Walk the meta information to a max depth, looking for artifacts to publish
+ def componentReleaseInfoVersionUnique = releasemeta.releasewalkerversionunique(md)
+
+ echo "Version unique components:"
+ def String versionuniquecomponent = ""
+ for (key in componentReleaseInfoVersionUnique.keySet()) {
+ versionuniquecomponent += "${key}\n"
+ }
+ echo versionuniquecomponent
+
+ def itempathstopublish = convertitemstopublish(itemstopublishstring)
+ for (key in componentReleaseInfoVersionUnique.keySet()) {
+ def releaseinfo = componentReleaseInfoVersionUnique[key]
+ recallcomponent(productline, releaseinfo, softwarerelease, itempathstopublish)
+ }
+ gh.stripgithistory(releaserepofolder)
+ publish(hostedftpsiteinfo, customer)
+
+ return [summarystring, markunstable, unstablereason]
+}
+
+def publishhierarchy(hostedftpsiteinfo, releasemeta, String customer, String softwarerelease, String maxdepth) {
+ return publishhierarchy(hostedftpsiteinfo, releasemeta, "", customer, softwarerelease, maxdepth)
+}
+
+return this;
diff --git a/Common_scripts/publish/package.groovy b/Common_scripts/publish/package.groovy
new file mode 100644
index 0000000..3bd9565
--- /dev/null
+++ b/Common_scripts/publish/package.groovy
@@ -0,0 +1,176 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startnonbuild(this)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+
+ PYTHONURL = 'git@hydra:tools/python.git'
+ if (isUnix()) {
+ PYTHONBRANCH = "origin/3.6.3_linux"
+ }
+ else {
+ PYTHONBRANCH = "origin/3.6.3_windows"
+ }
+ PYTHONDIR = "${WORKSPACE}/python"
+ PYTHONROOTDIR = 'python'
+ configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR, PYTHONROOTDIR)
+ if (isUnix()) {
+ env.PYTHON = "${PYTHONDIR}/usr/local/bin/python3"
+ }
+ else {
+ env.PYTHON = "${PYTHONDIR}/ver/python.exe"
+ }
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ PACKAGEDEST = "${WORKSPACE}/package"
+ cleanfolders = [
+ PACKAGEDEST,
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Copying package artifacts') {
+ steps {
+ script {
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+ packagemeta = importer.artifactimport(meta, PACKAGE_CREATE_JOB, PACKAGE_CREATE_JOB_SELECTOR, PACKAGEDEST)
+ PACKAGE_FOLDER = "${PACKAGEDEST}/package"
+ UNIQUE_PACKAGE_FOLDER = "${PACKAGEDEST}/uniquepackage"
+ }
+ }
+ }
+ stage('Aptly environment') {
+ steps {
+ script {
+ echo "Aptly config file is ${APTLY_CONFIG_FILE}"
+ sh """#!/bin/bash -v
+ aptly config show
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ }
+ }
+ stage('Create repo - if not already there') {
+ steps {
+ script {
+ echo "Repo name is ${REPO_NAME}"
+ sh """#!/bin/bash -v
+ aptly repo -config="${APTLY_CONFIG_FILE}" -with-packages show "${REPO_NAME}"
+ if [ \$? -ne 0 ]; then
+ echo "aptly repo ${REPO_NAME} does not exist; Creating it"
+ aptly repo -config="${APTLY_CONFIG_FILE}" create "${REPO_NAME}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ fi
+ aptly repo -config="${APTLY_CONFIG_FILE}" -with-packages show "${REPO_NAME}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ }
+ }
+ stage('Drop published repo - if any') {
+ steps {
+ script {
+ sh """#!/bin/bash -v
+ # This errors if the published repo exists already; Ignore it
+ aptly publish -config="${APTLY_CONFIG_FILE}" drop "${DISTRIBUTION}" "${PUBLISH_PATH_PREFIX}"
+ aptly publish -config="${APTLY_CONFIG_FILE}" list
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ }
+ }
+
+ stage('Add/update package in repo') {
+ steps {
+ script {
+ echo "Unique package folder is ${UNIQUE_PACKAGE_FOLDER}"
+ sh """#!/bin/bash -v
+ aptly repo -config="${APTLY_CONFIG_FILE}" add "${REPO_NAME}" "${UNIQUE_PACKAGE_FOLDER}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ aptly repo -config="${APTLY_CONFIG_FILE}" show -with-packages "${REPO_NAME}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ }
+ }
+ stage('Create snapshot') {
+ steps {
+ script {
+ echo "Snapshot name is ${SNAPSHOT_NAME}"
+ FULL_SNAPSHOT_NAME = "${REPO_NAME}_${SNAPSHOT_NAME}"
+ PACKAGE_VERSION_PREFIX = packagemeta.buildstampinfo.buildstampprefix
+ echo "Full Snapshot name is ${FULL_SNAPSHOT_NAME} containing packages of versions beginning with: ${PACKAGE_VERSION_PREFIX}"
+ // Convert prefix to regular expression
+ PACKAGE_VERSION_PREFIX_SPLIT = PACKAGE_VERSION_PREFIX.split("[.]")
+ PACKAGE_VERSION_REGEX = ''
+ i = 0
+ while(true) {
+ if (i == PACKAGE_VERSION_PREFIX_SPLIT.size() - 1) {
+ PACKAGE_VERSION_REGEX += PACKAGE_VERSION_PREFIX_SPLIT[i]
+ break;
+ }
+ PACKAGE_VERSION_REGEX += PACKAGE_VERSION_PREFIX_SPLIT[i]
+ PACKAGE_VERSION_REGEX += '\\.'
+ i++
+ }
+ sh """#!/bin/bash -v
+ # This errors if the snapshot exists already; Ignore it
+ aptly snapshot -config="${APTLY_CONFIG_FILE}" drop "${FULL_SNAPSHOT_NAME}"
+ aptly snapshot -config="${APTLY_CONFIG_FILE}" drop "All_${FULL_SNAPSHOT_NAME}"
+ aptly snapshot -config="${APTLY_CONFIG_FILE}" create "All_${FULL_SNAPSHOT_NAME}" from repo "${REPO_NAME}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ aptly snapshot filter -config="/home/repos/gis-aptly-config/gis.conf" "All_${FULL_SNAPSHOT_NAME}" "${FULL_SNAPSHOT_NAME}" 'Version (~ .*${PACKAGE_VERSION_REGEX}.*)'
+ if [ \$? -ne 0 ]; then exit 1; fi
+ aptly snapshot -config="${APTLY_CONFIG_FILE}" -with-packages show "${FULL_SNAPSHOT_NAME}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ }
+ }
+ stage('Publish snapshot') {
+ steps {
+ script {
+ sh """#!/bin/bash -v
+ aptly publish -config="${APTLY_CONFIG_FILE}" -distribution="${DISTRIBUTION}" -component="${COMPONENT}" -gpg-key="${GPG_KEY_ID}" snapshot "${FULL_SNAPSHOT_NAME}" "${PUBLISH_PATH_PREFIX}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ aptly publish -config="${APTLY_CONFIG_FILE}" list
+ if [ \$? -ne 0 ]; then exit 1; fi
+ aptly publish -config="${APTLY_CONFIG_FILE}" show "${DISTRIBUTION}" "${PUBLISH_PATH_PREFIX}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
+
diff --git a/Common_scripts/publish/promptingpublish.groovy b/Common_scripts/publish/promptingpublish.groovy
new file mode 100644
index 0000000..4af0d62
--- /dev/null
+++ b/Common_scripts/publish/promptingpublish.groovy
@@ -0,0 +1,179 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ autobuilderscript = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy")
+ meta = autobuilderscript.startnonbuild(this)
+ }
+ }
+ }
+ stage('Clean folders') {
+ steps {
+ script {
+ cleanfolders = [
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Checkout release repo') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+
+ SOURCEURL = RELEASE_REPO
+ SOURCEREVISION = "origin/master"
+ SOURCEDIR = "${WORKSPACE}/whole"
+ configurationhelper.gitCheckoutAndRegister(meta, 'whole', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
+ }
+ }
+ }
+ stage('Identify customer to publish to') {
+ steps {
+ script {
+ hostedftb = load("${autobuilder.commonscripts()}/remoteaccess/hostedftp.groovy")
+ def List customers = hostedftb.getCustomerList()
+ timeout(time: 10, unit: 'MINUTES') {
+ customer = input(
+ message: 'Please select customer to publish to',
+ ok: 'Ok',
+ parameters: [
+ choice(name: 'customer', choices: customers, description: 'Which customer?')
+ ]
+ )
+ echo "Chosen customer is: ${customer}"
+ }
+ }
+ }
+ }
+ stage('Identify software release to publish') {
+ steps {
+ script {
+ gh = load("${autobuilder.commonscripts()}/versioncontrol/git.groovy")
+ def allreleases = gh.gettaglist(SOURCEDIR)
+ def releases = new ArrayList()
+ if (FILTER_REDUNDANT_RELEASES == 'false') {
+ echo("Showing all releases")
+ releases = allreleases
+ } else {
+ echo("Showing filtered releases")
+ for (release in allreleases) {
+ if (!release.toLowerCase().startsWith("superceded") &&
+ !release.toLowerCase().startsWith("erroneous") &&
+ !release.toLowerCase().startsWith("faulty") &&
+ !release.toLowerCase().startsWith("ignore") &&
+ !release.toLowerCase().startsWith("inmainline")) {
+ echo("Showing release: ${release}")
+ releases.add(release)
+ } else {
+ echo("Not showing release: ${release}")
+ }
+ }
+ }
+ timeout(time: 10, unit: 'MINUTES') {
+ release = input(
+ message: 'Please select the software version',
+ ok: 'Ok',
+ parameters: [
+ choice(name: 'release', choices: releases, description: 'Which software release?')
+ ]
+ )
+ echo "Chosen software version is: ${release}"
+ }
+ }
+ }
+ }
+ stage('Checkout release repo at selected software version') {
+ steps {
+ script {
+ SOURCEURL = RELEASE_REPO
+ SOURCEREVISION = "refs/tags/${release}"
+ SOURCEDIR = "${WORKSPACE}/whole"
+ configurationhelper.gitCheckoutAndRegister(meta, 'whole', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
+ }
+ }
+ }
+ stage('Get release artifact info') {
+ steps {
+ script {
+ def mfs = autobuilderscript.getmetafolderscript()
+ releasemeta = mfs.metafromfolder(SOURCEDIR)
+ }
+ }
+ }
+ stage('Select which items from software release to publish') {
+ steps {
+ script {
+ publishitems = load("${autobuilder.commonscripts()}/publish/publishitems.groovy")
+ timeout(time: 10, unit: 'MINUTES') {
+ def itemsobject = publishitems.createItemSelector(
+ 'Select software items',
+ 'Software items',
+ releasemeta,
+ ITEMSDEFAULTLIST,
+ MAX_META_DEPTH,
+ '20',
+ 'PT_MULTI_SELECT')
+ selecteditems = input(
+ message: 'Select which items from the release are to be published',
+ ok: 'Ok',
+ parameters: [
+ itemsobject.multiSelect()
+ ]
+ )
+ echo "Chosen items are: ${selecteditems}"
+ }
+ }
+ }
+ }
+ stage('Publish components') {
+ steps {
+ script {
+ def publisher = load("${autobuilder.commonscripts()}/publish/do.groovy")
+ def hostedftpsiteinfo = hostedftb.getHostedFTPSiteInfo()
+ (summarystring, markunstable, unstablereason) = publisher.publishhierarchy(hostedftpsiteinfo, releasemeta, selecteditems, customer, release, MAX_META_DEPTH)
+ if (markunstable) {
+ env.unstablereason = unstablereason
+ currentBuild.result = 'UNSTABLE'
+ }
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts()
+ archiveArtifacts "summary/**,${artifactlist}"
+ }
+ }
+ }
+ stage('Summarise') {
+ steps {
+ script {
+ echo "Summary:\n${summarystring}\n"
+ if (env.unstablereason) {
+ echo "Instability reason: ${env.unstablereason}"
+ }
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
+
diff --git a/Common_scripts/publish/publish.groovy b/Common_scripts/publish/publish.groovy
new file mode 100644
index 0000000..7beb134
--- /dev/null
+++ b/Common_scripts/publish/publish.groovy
@@ -0,0 +1,91 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ autobuilderscript = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy")
+ meta = autobuilderscript.startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO)
+ }
+ }
+ }
+ stage('Clean folders') {
+ steps {
+ script {
+ cleanfolders = [
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Checkout release repo') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+
+ SOURCEURL = RELEASE_REPO
+ SOURCEREVISION = "refs/tags/${SOFTWARE_RELEASE}"
+ SOURCEDIR = "${WORKSPACE}/whole"
+ SOURCEROOTDIR = 'whole'
+ configurationhelper.gitCheckoutAndRegister(meta, 'whole', SOURCEURL, SOURCEREVISION, SOURCEDIR, SOURCEROOTDIR, 0, false)
+ }
+ }
+ }
+ stage('Get release artifact meta') {
+ steps {
+ script {
+ def mfs = autobuilderscript.getmetafolderscript()
+ releasemeta = mfs.metafromfolder(SOURCEDIR)
+ }
+ }
+ }
+ stage('Publish components') {
+ steps {
+ script {
+ def publisher = load("${autobuilder.commonscripts()}/publish/do.groovy")
+ def hostedftb = load("${autobuilder.commonscripts()}/remoteaccess/hostedftp.groovy")
+ def hostedftpsiteinfo = hostedftb.getHostedFTPSiteInfo()
+ (summarystring, markunstable, unstablereason) = publisher.publishhierarchy(hostedftpsiteinfo, releasemeta, ITEMS_TO_PUBLISH, CUSTOMER, SOFTWARE_RELEASE, MAX_META_DEPTH)
+ if (markunstable) {
+ env.unstablereason = unstablereason
+ currentBuild.result = 'UNSTABLE'
+ }
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts()
+ archiveArtifacts "summary/**,${artifactlist}"
+ }
+ }
+ }
+ stage('Summarise') {
+ steps {
+ script {
+ echo "Summary:\n${summarystring}\n"
+ if (env.unstablereason) {
+ echo "Instability reason: ${env.unstablereason}"
+ }
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
+
diff --git a/Common_scripts/publish/publishitems.groovy b/Common_scripts/publish/publishitems.groovy
new file mode 100644
index 0000000..677970e
--- /dev/null
+++ b/Common_scripts/publish/publishitems.groovy
@@ -0,0 +1,127 @@
+import com.cwctravel.hudson.plugins.extended_choice_parameter.ExtendedChoiceParameterDefinition
+
+class PublishableItemsSelection {
+ def script
+ def ArrayList preselectedmenuitems
+ def ArrayList menuitemdescriptions
+ def ArrayList menuitemsfull
+ def ExtendedChoiceParameterDefinition multiselect
+
+ PublishableItemsSelection(script) {
+ this.script = script
+ preselectedmenuitems = new ArrayList()
+ menuitemdescriptions = new ArrayList()
+ menuitemsfull = new ArrayList()
+ }
+
+ def init(
+ String name,
+ String description,
+ releasemeta,
+ String preselectedext,
+ String metalevelsstringext,
+ String visibleItemCountExt,
+ String controltype) {
+ outputSelectionfromPreselect(preselectedmenuitems, preselectedext)
+ def Integer metalevelsext = metalevelsstringext.toInteger()
+ def Integer visibleItemCount = visibleItemCountExt.toInteger()
+ def metaitems = releasemeta.releasewalkerunique(metalevelsext)
+ for (key in metaitems.keySet()) {
+ def releaseinfo = metaitems[key]
+ outputDescription(menuitemdescriptions, releaseinfo)
+ outputSelection(menuitemsfull, releaseinfo)
+ }
+
+ script.echo("name is: ${name}")
+ script.echo("description is: ${description}")
+ script.echo("menuitemsfull is: ${menuitemsfull}")
+ script.echo("preselectedmenuitems is: ${preselectedmenuitems}")
+ script.echo("menuitemdescriptions is: ${menuitemdescriptions}")
+ script.echo("visibleItemCount is: ${visibleItemCount}")
+ script.echo("controltype is: ${controltype}")
+
+ def seperator = ","
+ visibleItemCount = Math.min(visibleItemCount, menuitemsfull.size())
+ script.echo("visibleItemCount is now: ${visibleItemCount}")
+
+ multiselect = new ExtendedChoiceParameterDefinition(
+ name, // String name
+ controltype, // String type
+ menuitemsfull.join(seperator), // String value
+ "project name", // String projectName
+ "", // String propertyFile
+ "", // String groovyScript
+ "", // String groovyScriptFile
+ "", // String bindings
+ "", // String groovyClasspath
+ "", // String propertyKey
+ preselectedmenuitems.join(seperator),// String defaultValue
+ "", // String defaultPropertyFile
+ "", // String defaultGroovyScript
+ "", // String defaultGroovyScriptFile
+ "", // String defaultBindings
+ "", // String defaultGroovyClasspath
+ "", // String defaultPropertyKey
+ menuitemdescriptions.join(seperator),// String descriptionPropertyValue
+ "", // String descriptionPropertyFile
+ "", // String descriptionGroovyScript
+ "", // String descriptionGroovyScriptFile
+ "", // String descriptionBindings
+ "", // String descriptionGroovyClasspath
+ "", // String descriptionPropertyKey
+ "", // String javascriptFile
+ "", // String javascript
+ false, // boolean saveJSONParameterToFile
+ false, // boolean quoteValue
+ visibleItemCount, // int visibleItemCount
+ description, // String description
+ seperator) // String multiSelectDelimiter
+ }
+
+ def outputSelectionfromPreselect(menuitems, preselectedext) {
+ script.echo ("preselectext: ${preselectedext}")
+ def menuitemstemp = preselectedext.split(',')
+ script.echo ("Menuitemstemp: ${menuitemstemp}")
+
+ for (menuitem in menuitemstemp) {
+ menuitems.add(menuitem.trim())
+ }
+ }
+
+ def outputDescription(menuitems, releaseinfo) {
+ def meta = releaseinfo.meta
+
+ for (publishableitem in meta.publishableinfo) {
+ menuitems.add("${meta.productinfo.productname} ${meta.productinfo.subcomponentname} ${publishableitem.filepath}")
+ }
+ }
+
+ def outputSelection(menuitems, releaseinfo) {
+ def meta = releaseinfo.meta
+
+ for (publishableitem in meta.publishableinfo) {
+ menuitems.add("${meta.productinfo.productname}#${meta.productinfo.subcomponentname}#${publishableitem.filepath}")
+ }
+ }
+
+ def multiSelect() {
+ return multiselect
+ }
+}
+
+PublishableItemsSelection createItemSelector(
+ String name,
+ String description,
+ releasemeta,
+ String preselectedext,
+ String metalevelsstringext,
+ String visibleItemCountExt = '20',
+ String type = 'PT_CHECKBOX') { // Could also be "PT_MULTI_SELECT"
+ PublishableItemsSelection pis = new PublishableItemsSelection(this)
+
+ pis.init(name, description, releasemeta, preselectedext, metalevelsstringext, visibleItemCountExt, type)
+
+ return pis
+}
+
+return this;
diff --git a/Common_scripts/publishing/utils.groovy b/Common_scripts/publishing/utils.groovy
new file mode 100644
index 0000000..2daf6f6
--- /dev/null
+++ b/Common_scripts/publishing/utils.groovy
@@ -0,0 +1,27 @@
+
+
+// The filepath must end in "/**" or "/" - Glob wildcard - as a git sparse checkout
+def allowed(String filepath) {
+ if (filepath.endsWith('/**') || filepath.endsWith('/')) {
+ def files = findFiles glob: filepath
+ if (files.length > 0) {
+ return
+ } else {
+ error "There are no files/folders under the publishable item: ${filepath}"
+ }
+ }
+ error "The publishable item: ${filepath} does not end in /** or / (for git sparse checkouts)"
+}
+
+// Generate a list of artifact files that are publishable to outside parties
+def generatelist(meta, publishable) {
+ filelist = []
+ for (filepath in publishable) {
+ if (filepath != meta.METAARTIFACTS) {
+ allowed(filepath)
+ }
+ meta.addPublishable(filepath)
+ }
+}
+
+return this;
diff --git a/Common_scripts/release/do.groovy b/Common_scripts/release/do.groovy
new file mode 100644
index 0000000..9148572
--- /dev/null
+++ b/Common_scripts/release/do.groovy
@@ -0,0 +1,442 @@
+gh = load("${autobuilder.commonscripts()}/versioncontrol/git.groovy")
+
+markunstable = false
+unstablereason = ""
+
+summaryfolder = "${WORKSPACE}/summary"
+summaryfile = "${summaryfolder}/summary.txt"
+summarystring = ""
+repoandtagsfile = "${summaryfolder}/repoandtags.txt"
+repoandtagsstring = ""
+releaserepofolder = "${WORKSPACE}/releaserepos"
+sourcerepofolder = "${WORKSPACE}/sourcerepos"
+tempfolder = "${WORKSPACE}/temp"
+gitrevparseoutputfile = "${tempfolder}/gitrevparse.out"
+
+metascript = autobuilder.getmetafolderscript()
+
+def resetfolders() {
+ dir(summaryfolder) {
+ deleteDir()
+ }
+ dir(releaserepofolder) {
+ deleteDir()
+ }
+ dir(tempfolder) {
+ deleteDir()
+ }
+}
+
+def preconditions() {
+ markunstable = false
+ unstablereason = ""
+ summarystring = ""
+ writeFile(file: summaryfile, text: "Release summary: \n")
+ repoandtagsstring = ""
+ writeFile(file: repoandtagsfile, text: "Repository summary: \n")
+}
+
+def setunstable(String reason) {
+ markunstable = true
+ unstablereason += reason + "\n"
+ echo "Marked build as unstable: Reason: ${reason}"
+}
+
+def summaryappend(String summary) {
+ def String currentsummarycontents = readFile(file: summaryfile)
+ writeFile(file: summaryfile, text: currentsummarycontents + summary)
+ summarystring += summary
+}
+
+def repoandtagsappend(String summary) {
+ def String repoandtagscontents = readFile(file: repoandtagsfile)
+ writeFile(file: repoandtagsfile, text: repoandtagscontents + summary)
+ repoandtagsstring += summary
+}
+
+def getpreviousreleasemeta(buildmeta, String checkoutfolder) {
+ def previousreleasemeta = buildmeta.getNewMetaObject(this)
+ // See if there is meta data file from the current release
+ def String releasemetafolderpath = "${checkoutfolder}/${buildmeta.folder()}"
+ if (fileExists(releasemetafolderpath)) {
+ previousreleasemeta = metascript.metafromfolder(checkoutfolder)
+ }
+ return previousreleasemeta
+}
+
+def checkoutreleaserepo(buildmeta, String checkoutfolder) {
+ def String releaserepo = buildmeta.releaseinfo.releaserepoURL
+ // Get the latest head revision of the release repo without checking out working copy; Check out to a folder unique to component; Extract any meta
+ repoandtagsappend(" Release repo: ${releaserepo}")
+ def previousreleasemeta = buildmeta.getNewMetaObject(this)
+ dir(releaserepofolder) {
+ sh("git clone ${releaserepo} ${checkoutfolder}")
+ }
+ previousreleasemeta = getpreviousreleasemeta(buildmeta, checkoutfolder)
+ dir(checkoutfolder) {
+ // Clear all existing files - Note that this does not remove .git*
+ sh("git rm -r *")
+ }
+ return previousreleasemeta
+}
+
+def checkoutsourcerepo(buildmeta, String checkoutfolder) {
+ def String sourcerepo = buildmeta.gitinfo.remoteurl
+ if (sourcerepo) {
+ repoandtagsappend(" Source repo: ${sourcerepo}")
+ // Get the latest revision of the source repo without checking out working copy; Check out to a folder unique to component
+ if (fileExists(checkoutfolder)) {
+ dir(checkoutfolder) {
+ sh("""
+ git reset --hard
+ git clean -fdx
+ git pull
+ # Remove all tags that are not already on the remote
+ git tag -l | xargs git tag -d >/dev/null
+ git fetch -t >/dev/null
+ """
+ )
+ }
+ }
+ else {
+ dir(sourcerepofolder) {
+ sh("git clone ${sourcerepo} ${checkoutfolder}")
+ }
+ }
+ } else {
+ repoandtagsappend(" Source repo: None")
+ }
+}
+
+def boolean getcomponentartifacts(toplevelbuildmeta, buildinfo, String repofolder, String tempfolder) {
+ // Copy relevant artifacts to temp folder
+ summaryappend("Artifacts: ")
+ def boolean result = true
+ for (artifactfilter in buildinfo.meta.releaseinfo.releaseitems) {
+ def filterpath = artifactfilter
+ if (buildinfo.offsetpath) {
+ filterpath = buildinfo.offsetpath + '/' + artifactfilter
+ }
+ // Copy relevant artifacts to temp folder
+ echo "Copying artifacts: ${filterpath} to ${tempfolder}"
+ try {
+ copyArtifacts(
+ filter: filterpath,
+ projectName: toplevelbuildmeta.jenkinsbuildinfo.buildjobname,
+ selector: [
+ $class: 'ParameterizedBuildSelector',
+ parameterName: "${toplevelbuildmeta.jenkinsbuildinfo.buildnumber}"
+ ],
+ target: tempfolder
+ )
+ } catch (Exception e) {
+ echo "Exception occurred while copying artifacts from ${toplevelbuildmeta.jenkinsbuildinfo.buildjobname}: ${e.getMessage()}"
+ result = false
+ summaryappend("Does not exist:")
+ }
+ if (result) {
+ // Move relevant artifacts from temp folder to release position
+ def originalrootdir = tempfolder + "/" + buildinfo.offsetpath
+ dir(originalrootdir) {
+ sh("mv * ${repofolder}")
+ }
+ }
+ summaryappend("${artifactfilter},")
+ }
+ return result
+}
+
+def releasegitadd() {
+ // Add anything new
+ sh("git add .")
+ summaryappend("Add,")
+}
+
+def releasegitreset() {
+ // Add anything new
+ sh("git reset --hard")
+ sh("git clean -fdx")
+ summaryappend("Reset,")
+}
+
+def releasegitcommit(String buildstamp) {
+ sh("git commit -a -m ${buildstamp}")
+ summaryappend("Commit,")
+}
+
+// Determine if there has been a change by comparing the sha code in previous release meta and the build meta
+def boolean checkforchange(buildmeta, previousreleasemeta) {
+ String buildsha = buildmeta.gitinfo.gitrevision
+ String previoussha = previousreleasemeta.gitinfo.gitrevision
+
+ def boolean shachanged = (buildsha != previoussha)
+ echo "buildsha: ${buildsha} previoussha: ${previoussha} changed: ${shachanged}"
+
+ String buildstamp = buildmeta.buildstampinfo.buildstamp
+ String previousbuildstamp = previousreleasemeta.buildstampinfo.buildstamp
+
+ def boolean buildstampchanged = (buildstamp != previousbuildstamp)
+ echo "buildstamp: ${buildstamp} previousbuildstamp: ${previousbuildstamp} changed: ${buildstampchanged}"
+
+ def boolean changed = (shachanged | buildstampchanged)
+ echo "changed: ${changed}"
+
+ return changed
+}
+
+def ArrayList maketaglist(buildmeta, String buildstamp, String otherreleasetags) {
+ def ArrayList taglist = new ArrayList()
+ taglist.add(buildstamp)
+
+ def ArrayList othertaglist = otherreleasetags.split(',')
+ for (othertagitem in othertaglist) {
+ if (othertagitem?.trim()) {
+ def componentothertagitem = "${othertagitem.trim()}_${buildmeta.productinfo.productname}_${buildmeta.productinfo.subcomponentname}"
+ taglist.add(componentothertagitem)
+ }
+ }
+ return taglist
+}
+
+def String releasegitgetshacode(String tag) {
+ def existingshacode = ""
+ // Check if tag exists already
+ def int gitrevparsestatus = sh(script: "git rev-parse \"${tag}\" >\"${gitrevparseoutputfile}\" 2>/dev/null", returnStatus: true)
+ if (gitrevparsestatus == 0) { // Tag exists
+ existingshacode = readFile(file: gitrevparseoutputfile).trim()
+ }
+ return existingshacode
+}
+
+def boolean releasegittag(String postcommitshacode, String tag) {
+ def boolean tagadded = false
+ // Check if tag exists already
+ def String existingshacode = releasegitgetshacode(tag)
+ if (existingshacode) { // Tag exists
+ if (existingshacode != postcommitshacode) { // If the existing tag is not associated with the one expected
+ // This is a problem - The tag is already at another position in git repo
+ setunstable("The release tag ${tag} has been used at another commit other than one expected - You must decide what to do with it - Not good practice to delete it or move it (Existing sha code: ${existingshacode} Post commit sha code: ${postcommitshacode})")
+ summaryappend("(${tag} - Could not add!)")
+ } else {
+ summaryappend("(${tag} - Already added)")
+ }
+ } else { // If tag does not exist already
+ // Tag
+ sh("git tag \"${tag}\"")
+ summaryappend("(${tag})")
+ tagadded = true
+ }
+ return tagadded
+}
+
+def boolean releasegittags(String postcommitshacode, ArrayList taglist) {
+ boolean tagadded = false
+
+ summaryappend("Rel Tag ")
+ for (tag in taglist) {
+ if (releasegittag(postcommitshacode, tag)) {
+ tagadded = true
+ }
+ }
+ return tagadded
+}
+
+def boolean sourcegittag(String shacode, String tag) {
+ def boolean tagadded = false
+ // Check if tag exists already
+ def int gitrevparsestatus = sh(script: "git rev-parse \"${tag}\" >\"${gitrevparseoutputfile}\" 2>/dev/null", returnStatus: true)
+ if (gitrevparsestatus == 0) { // Tag exists
+ def existingshacode = readFile(file: gitrevparseoutputfile).trim()
+ if (existingshacode != shacode) { // If the existing tag is not associated with HEAD
+ // This is a problem - The tag is already at another position in git repo
+ setunstable("The source tag ${tag} has been used at another commit (${existingshacode}) - You must decide what to do with it - Not good practice to delete it or move it (Existing sha code: ${existingshacode} Post commit sha code: ${shacode})")
+ summaryappend("(${tag} - Could not add!)")
+ }
+ else {
+ summaryappend("(${tag} - Already added)")
+ }
+ }
+ else { // If tag does not exist already
+ // Tag
+ sh("git tag \"${tag}\" ${shacode}")
+ summaryappend("(${tag})")
+ tagadded = true
+ }
+ return tagadded
+}
+
+def sourcegittags(String buildsha, List taglist) {
+ boolean tagadded = false
+
+ summaryappend(",Src Tag ")
+ for (tag in taglist) {
+ if (sourcegittag(buildsha, tag)) {
+ tagadded = true
+ }
+ }
+ return tagadded
+}
+
+def releasegitpush(String dryrunpush ) {
+ sh("git remote -v")
+ if (dryrunpush == "true") {
+ sh("git push -n --tags origin master")
+ summaryappend(",Dry-Run-Push")
+ setunstable("The artifact(s) have not been pushed/saved (\"Dry run push\" parameter/option is selected)")
+ }
+ else {
+ sh("git push --tags origin master")
+ summaryappend(",Push")
+ }
+}
+
+def sourcegitpush(String dryrunpush ) {
+ sh("git remote -v")
+ if (dryrunpush == "true") {
+ sh("git push -n --tags")
+ summaryappend(",Src-Dry-Run-Push")
+ setunstable("The source tag(s) have not been pushed/saved (\"Dry run push\" parameter/option is selected)")
+ }
+ else {
+ sh("git push --tags")
+ summaryappend(",Src Push")
+ }
+}
+
+def boolean isalreadyreleased(buildmeta, tag) {
+ def boolean alreadyreleased = buildmeta.releaseinfo.released
+ if (alreadyreleased) {
+ echo "Component is already marked as released: ${alreadyreleased}"
+ } else {
+ String commitshacode = releasegitgetshacode(tag)
+ if (commitshacode) {
+ echo "Tag: ${tag} already exists in this repo therefore marking as already released"
+ alreadyreleased = true
+ } else {
+ alreadyreleased = false
+ }
+ }
+ return alreadyreleased
+}
+
+def gitrelease(buildmeta, previousreleasemeta, String releaserepo, String sourcerepo, String otherreleasetags, String dryrunpush) {
+ summaryappend(" Git operations: ")
+ def String buildstamptag = buildmeta.releasetag()
+
+ dir(releaserepo) {
+ def String precommitshacode = sh(script: "git rev-parse --verify HEAD", returnStdout: true).trim()
+ echo "Pre commit sha code: ${precommitshacode}"
+
+ def boolean alreadyreleased = isalreadyreleased(buildmeta, buildstamptag)
+
+ def String postcommitshacode
+ def boolean changed = false
+ if (alreadyreleased) {
+ summaryappend("Already-released,")
+ postcommitshacode = releasegitgetshacode(buildstamptag)
+ echo "Previous release sha code: ${postcommitshacode}"
+ } else {
+ releasegitadd()
+
+ changed = checkforchange(buildmeta, previousreleasemeta)
+ if (changed) {
+ releasegitcommit(buildstamptag)
+ } else {
+ releasegitreset()
+ summaryappend("No-commit,")
+ }
+
+ postcommitshacode = sh(script: "git rev-parse --verify HEAD", returnStdout: true).trim()
+ echo "Post commit sha code: ${postcommitshacode}"
+ }
+
+ ArrayList taglist = maketaglist(buildmeta, buildstamptag, otherreleasetags)
+ def tagadded = releasegittags(postcommitshacode, taglist)
+
+ if (changed || tagadded) {
+ releasegitpush(dryrunpush)
+ }
+ }
+ dir(sourcerepo) {
+ def String srcbuildstamptag = buildmeta.globalreleasetag()
+ def String buildsha = buildmeta.gitinfo.gitrevision
+
+ if (buildsha) {
+ def ArrayList srctaglist = maketaglist(buildmeta, srcbuildstamptag, otherreleasetags)
+ def tagadded = sourcegittags(buildsha, srctaglist)
+ if (tagadded) {
+ sourcegitpush(dryrunpush)
+ }
+ } else {
+ summaryappend(",No Src ")
+ }
+ }
+}
+
+def releasecomponent(toplevelbuildmeta, buildinfo, String otherreleasetags, String dryrunpush) {
+ def buildmeta = buildinfo.meta
+ def uriconverted = gh.uniquereporootname(buildmeta.gitinfo.remoteurl)
+ def String uniquefolder = "${buildmeta.productinfo.productname}_${buildmeta.productinfo.subcomponentname}_${uriconverted}"
+ def String uniquefolderforrepo = "${releaserepofolder}/${uniquefolder}"
+ def String uniquefoldertemp = "${tempfolder}/${uniquefolder}"
+ def String uniquefolderforsourcerepo = "${sourcerepofolder}/${uniquefolder}"
+
+ summaryappend("${buildmeta.productinfo.productname} ${buildmeta.productinfo.subcomponentname}: ")
+ repoandtagsappend("${buildmeta.productinfo.productname} ${buildmeta.productinfo.subcomponentname}: ")
+ def previousreleasemeta = checkoutreleaserepo(buildmeta, uniquefolderforrepo)
+
+ checkoutsourcerepo(buildmeta, uniquefolderforsourcerepo)
+
+ if (getcomponentartifacts(toplevelbuildmeta, buildinfo, uniquefolderforrepo, uniquefoldertemp)) {
+ gitrelease(buildmeta, previousreleasemeta, uniquefolderforrepo, uniquefolderforsourcerepo, otherreleasetags, dryrunpush)
+ }
+
+ summaryappend("\n")
+ repoandtagsappend("\n")
+}
+
+def releasehierarchy(buildmeta, String maxdepth, String otherreleasetags, String dryrunpush) {
+ def int md = maxdepth.toInteger()
+ resetfolders()
+ preconditions()
+
+ // Walk the meta information to a max depth, looking for components to release
+ def componentReleaseInfo = buildmeta.releasewalkerunique(md)
+ echo "Unique components:"
+ def String versioncomponent = ""
+ for (key in componentReleaseInfo.keySet()) {
+ versioncomponent += "${key}\n"
+ }
+ echo versioncomponent
+
+ // Walk the meta information to a max depth, looking for components to release
+ def componentReleaseInfoVersionUnique = buildmeta.releasewalkerversionunique(md)
+ echo "Version unique components:"
+ def String versionuniquecomponent = ""
+ for (key in componentReleaseInfoVersionUnique.keySet()) {
+ versionuniquecomponent += "${key}\n"
+ }
+ echo versionuniquecomponent
+
+ if (DO_INTEGRITY_CHECK == "true") {
+ if (componentReleaseInfo.size() != componentReleaseInfoVersionUnique.size()) {
+ error "There are 2 or more versions of the same component being used in this hierarchy: Is this correct?"
+ }
+ }
+
+ def toplevelid = buildmeta.componentidentifier()
+ // For each component
+ for (key in componentReleaseInfo.keySet()) {
+ def buildinfo = componentReleaseInfo[key]
+ if (toplevelid != key) {
+ releasecomponent(buildmeta, buildinfo, otherreleasetags, dryrunpush)
+ }
+ }
+ // Do the top level last
+ def toplevelbuildinfo = componentReleaseInfo[toplevelid]
+ releasecomponent(buildmeta, toplevelbuildinfo, otherreleasetags, dryrunpush)
+
+ return [summarystring, markunstable, unstablereason]
+}
+
+return this;
diff --git a/Common_scripts/release/registerrepo.groovy b/Common_scripts/release/registerrepo.groovy
new file mode 100644
index 0000000..f565706
--- /dev/null
+++ b/Common_scripts/release/registerrepo.groovy
@@ -0,0 +1,12 @@
+
+vc = load("${autobuilder.commonscripts()}/versioncontrol/git.groovy")
+
+// Prove the existence of the release repo - otherwise there is a large wait to cycle the build to correct the meta data
+def registerrepo(meta, String releaserepo) {
+ if (releaserepo?.trim()) {
+ vc.checkRepoExists(releaserepo)
+ }
+ meta.releaseinfo.set(releaserepo)
+}
+
+return this;
diff --git a/Common_scripts/release/release.groovy b/Common_scripts/release/release.groovy
new file mode 100644
index 0000000..4220f3b
--- /dev/null
+++ b/Common_scripts/release/release.groovy
@@ -0,0 +1,88 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ autobuilderscript = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy")
+ meta = autobuilderscript.startnonbuild(this)
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ cleanfolders = [
+ "${WORKSPACE}/build_artifacts",
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Get build artifact meta') {
+ steps {
+ script {
+ BUILD_ARTIFACTS = "${WORKSPACE}/build_artifacts"
+ copyArtifacts(
+ filter: 'meta/**',
+ projectName: BUILD_JOB,
+ selector: [
+ $class: 'ParameterizedBuildSelector',
+ parameterName: BUILD_JOB_SELECTOR
+ ],
+ target: BUILD_ARTIFACTS
+ )
+ def mfs = autobuilderscript.getmetafolderscript()
+ buildmeta = mfs.metafromfolder(BUILD_ARTIFACTS)
+ }
+ }
+ }
+ stage('Release components') {
+ steps {
+ script {
+ def releaser = load("${autobuilder.commonscripts()}/release/do.groovy")
+ // Place the top level build stamp on all
+ OTHER_RELEASE_TAGS = "${buildmeta.globalreleasetag()},${OTHER_RELEASE_TAGS}"
+ (summarystring, markunstable, unstablereason) = releaser.releasehierarchy(buildmeta, MAX_META_DEPTH, OTHER_RELEASE_TAGS, DRY_RUN_PUSH)
+ if (markunstable) {
+ env.unstablereason = unstablereason
+ currentBuild.result = 'UNSTABLE'
+ }
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts()
+ archiveArtifacts "summary/**,${artifactlist}"
+ }
+ }
+ }
+ stage('Summarise') {
+ steps {
+ script {
+ echo "Summary:\n${summarystring}\n"
+ if (env.unstablereason) {
+ echo "Instability reason: ${env.unstablereason}"
+ }
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/Common_scripts/remoteaccess/ftp.groovy b/Common_scripts/remoteaccess/ftp.groovy
new file mode 100644
index 0000000..25b9143
--- /dev/null
+++ b/Common_scripts/remoteaccess/ftp.groovy
@@ -0,0 +1,32 @@
+import org.apache.commons.net.ftp.FTPClient
+
+class FTPSiteInfo {
+ String url
+ String username
+ String password
+ String workingdirectory
+
+ FTPSiteInfo(String url, String username, String password, String workingdirectory) {
+ this.url = url
+ this.username = username
+ this.password = password
+ this.workingdirectory = workingdirectory
+ }
+}
+
+FTPSiteInfo createFTPSiteInfo(String url, String username, String password, String workingdirectory) {
+ FTPSiteInfo ftpsiteinfo = new FTPSiteInfo(url, username, password, workingdirectory)
+ return ftpsiteinfo
+}
+
+FTPClient createFTPClient(FTPSiteInfo ftpsiteinfo) {
+ FTPClient ftpclient = new FTPClient()
+ ftpclient.connect(ftpsiteinfo.url)
+ ftpclient.enterLocalPassiveMode()
+ ftpclient.login(ftpsiteinfo.username, ftpsiteinfo.password)
+ ftpclient.changeWorkingDirectory(ftpsiteinfo.workingdirectory)
+
+ return ftpclient
+}
+
+return this;
diff --git a/Common_scripts/remoteaccess/hostedftp.groovy b/Common_scripts/remoteaccess/hostedftp.groovy
new file mode 100644
index 0000000..cf62d32
--- /dev/null
+++ b/Common_scripts/remoteaccess/hostedftp.groovy
@@ -0,0 +1,28 @@
+ftpremote = load("${autobuilder.commonscripts()}/remoteaccess/ftp.groovy")
+
+def getHostedFTPSiteInfo() {
+ hostedftpsiteinfo =
+ ftpremote.createFTPSiteInfo("ftp.hostedftp.com",
+ "ftp@globalinkjetsystems.com",
+ "ramshorn42",
+ "/Customers/")
+ return hostedftpsiteinfo
+}
+
+def getCustomerList() {
+ def List customerfilenames = new ArrayList()
+ def List customers = new ArrayList()
+
+ def ftpsiteinfo = getHostedFTPSiteInfo()
+ def ftpclient = ftpremote.createFTPClient(ftpsiteinfo)
+
+ customerfilenames = ftpclient.listNames()
+ for(customer in customerfilenames) {
+ def String converted = new String(customer.getBytes("ISO-8859-1"), "UTF-8")
+ customers.add(converted)
+ }
+ ftpclient.disconnect()
+ return customers
+}
+
+return this;
\ No newline at end of file
diff --git a/Common_scripts/staticanalysis/ccm.groovy b/Common_scripts/staticanalysis/ccm.groovy
new file mode 100644
index 0000000..f0e5b80
--- /dev/null
+++ b/Common_scripts/staticanalysis/ccm.groovy
@@ -0,0 +1,119 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startnonbuild(this)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+
+ PYTHONURL = 'git@hydra:tools/python.git'
+ PYTHONBRANCH = 'origin/3.6.3_windows'
+ PYTHONDIR = "${WORKSPACE}/python"
+ configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR)
+ env.PYTHON = "${PYTHONDIR}/ver/python.exe"
+
+ CCMURL = 'git@hydra:tools/ccm.git'
+ CCMBRANCH = 'origin/master'
+ CCMDIR = "${WORKSPACE}/ccm"
+ configurationhelper.gitCheckoutAndRegister(meta, 'ccm', CCMURL, CCMBRANCH, CCMDIR)
+ CCM = "${CCMDIR}/bin/CCM.exe"
+ }
+ }
+ }
+ stage('Checkout source') {
+ steps {
+ script {
+ SOURCEREVISION = "${SOURCE_REVISION}"
+ SOURCEDIR = "${WORKSPACE}/source"
+ configurationhelper.gitCheckoutAndRegister(meta, 'source', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
+ SOURCE_PATH = "${SOURCEDIR}"
+ env.SRC = "${SOURCE_PATH}/${SOURCE_OFFSET_PATH}"
+ }
+ }
+ }
+ stage("Clean exports") {
+ steps {
+ script {
+ STATICANALYSIS = 'staticanalysis'
+ cleanfolders = [
+ STATICANALYSIS,
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.generate(meta, SOURCE_REVISION, SOURCE_PATH)
+ }
+ }
+ }
+ stage('Static analysis') {
+ steps {
+ script {
+ def CCMOLDER = "${STATICANALYSIS}/ccm"
+ dir(CCMOLDER) {
+ echo "Executing: ${CCM} ${SRC} /xml /nummetrics=100 > ccm.xml"
+ if (isUnix()) {
+ sh """#!/bin/bash
+ find "${SRC}" -type f ! -name "*.cpp" -a ! -name "*.h" -a ! -name "*.hpp" -a ! -name "*.c" -exec rm -r {} \\;
+ # Uses mono
+ "${CCM}" "${SRC}" /xml /nummetrics=100 > ccm.xml
+ """
+ } else {
+ bat """
+ "${CCM}" "${SRC}" /xml /nummetrics=100 > ccm.xml
+ """
+ }
+ }
+ recordIssues(tools: [
+ ccm(pattern: "**/ccm.xml", reportEncoding: 'UTF-8'),
+ ])
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ ]
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ ArrayList itemsForRelease = ["${STATICANALYSIS}/**"]
+ def artifactlist = meta.generateartifacts(itemsForRelease)
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/Common_scripts/staticanalysis/cpd.groovy b/Common_scripts/staticanalysis/cpd.groovy
new file mode 100644
index 0000000..6f3a33f
--- /dev/null
+++ b/Common_scripts/staticanalysis/cpd.groovy
@@ -0,0 +1,151 @@
+pipeline {
+ agent { label AGENT_LABEL }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startnonbuild(this)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+
+ PYTHONURL = 'git@hydra:tools/python.git'
+ if (isUnix()) {
+ PYTHONBRANCH = 'origin/3.6.3_linux'
+ } else {
+ PYTHONBRANCH = 'origin/3.6.3_windows'
+ }
+ PYTHONDIR = "${WORKSPACE}/python"
+ configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR)
+ env.PYTHON = "${PYTHONDIR}/ver/python.exe"
+
+ JAVAURL = 'git@hydra:tools/openjdk.git'
+ if (isUnix()) {
+ JAVABRANCH = 'origin/openjdk-11.0.2_linux-x64_bin'
+ } else {
+ JAVABRANCH = 'origin/openjdk-11.0.2_windows-x64_bin'
+ }
+ JAVADIR = "${WORKSPACE}/java"
+ configurationhelper.gitCheckoutAndRegister(meta, 'java', JAVAURL, JAVABRANCH, JAVADIR)
+ JAVA = "${JAVADIR}/ver/bin"
+ if (isUnix()) {
+ env.PATH = JAVA + ':' + PATH
+ } else {
+ env.PATH = JAVA + ';' + PATH
+ }
+
+ PPDURL = 'git@hydra:tools/pmd.git'
+ PPDBRANCH = 'origin/master'
+ PPDDIR = "${WORKSPACE}/ppd"
+ configurationhelper.gitCheckoutAndRegister(meta, 'ppd', PPDURL, PPDBRANCH, PPDDIR)
+ PPD = "${PPDDIR}/bin"
+ }
+ }
+ }
+ stage('Checkout source') {
+ steps {
+ script {
+ SOURCEREVISION = "${SOURCE_REVISION}"
+ SOURCEDIR = "${WORKSPACE}/source"
+ configurationhelper.gitCheckoutAndRegister(meta, 'source', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
+ SOURCE_PATH = "${SOURCEDIR}"
+ SRC = "${SOURCE_PATH}"
+ if (SOURCE_OFFSET_PATH) {
+ SRC += "/${SOURCE_OFFSET_PATH}"
+ }
+ }
+ }
+ }
+ stage("Clean exports") {
+ steps {
+ script {
+ STATICANALYSIS = 'staticanalysis'
+ cleanfolders = [
+ STATICANALYSIS,
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.generate(meta, SOURCE_REVISION, SOURCE_PATH)
+ }
+ }
+ }
+ stage('Static analysis') {
+ steps {
+ script {
+ def PPDFOLDER = "${STATICANALYSIS}/ppd"
+ def EXCLUDE_PARAM = ''
+ if (EXCLUDE_PATHS) {
+ EXCLUDE_PARAM = '--exclude "'
+ def exclude_path_list = EXCLUDE_PATHS.split(',')
+ for (exclude_path in exclude_path_list) {
+ EXCLUDE_PARAM += "${SRC}/${exclude_path.trim()},"
+ }
+ EXCLUDE_PARAM += '"'
+ }
+ if (isUnix()) {
+ sh """#!/bin/bash
+ set -ev
+
+ mkdir -p "${PPDFOLDER}"
+ export PMD_JAVA_OPTS=-Xmx65536m
+ "${PPD}/run.sh" cpd --minimum-tokens 100 --files "${SRC}" --language cpp --format xml ${EXCLUDE_PARAM} --failOnViolation false > "${PPDFOLDER}/cpd.xml"
+ """
+ } else {
+ bat """
+ mkdir -p "${PPDFOLDER}"
+ set PMD_JAVA_OPTS=-Xmx2048m
+ "${PPD}/cpd.bat" --minimum-tokens 100 --files "${SRC}" --language cpp --format xml ${EXCLUDE_PARAM} --failOnViolation false > "${PPDFOLDER}/cpd.xml"
+ """
+ }
+ recordIssues(tools: [
+ cpd(pattern: "**/cpd.xml", reportEncoding: 'UTF-8'),
+ ])
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ ]
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ ArrayList itemsForRelease = ["${STATICANALYSIS}/**"]
+ def artifactlist = meta.generateartifacts(itemsForRelease)
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/Common_scripts/staticanalysis/cppcheck.groovy b/Common_scripts/staticanalysis/cppcheck.groovy
new file mode 100644
index 0000000..bdc6a2a
--- /dev/null
+++ b/Common_scripts/staticanalysis/cppcheck.groovy
@@ -0,0 +1,113 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startnonbuild(this)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+
+ PYTHONURL = 'git@hydra:tools/python.git'
+ PYTHONBRANCH = 'origin/3.6.3_windows'
+ PYTHONDIR = "${WORKSPACE}/python"
+ configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR)
+ env.PYTHON = "${PYTHONDIR}/ver/python.exe"
+ }
+ }
+ }
+ stage('Checkout source') {
+ steps {
+ script {
+ SOURCEREVISION = "${SOURCE_REVISION}"
+ SOURCEDIR = "${WORKSPACE}/source"
+ configurationhelper.gitCheckoutAndRegister(meta, 'source', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
+ SOURCE_PATH = "${SOURCEDIR}"
+ env.SRC = "${SOURCE_PATH}/${SOURCE_OFFSET_PATH}"
+ }
+ }
+ }
+ stage("Clean exports") {
+ steps {
+ script {
+ STATICANALYSIS = 'staticanalysis'
+ cleanfolders = [
+ STATICANALYSIS,
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.generate(meta, SOURCE_REVISION, SOURCE_PATH)
+ }
+ }
+ }
+ stage('Static analysis') {
+ steps {
+ script {
+ def CPPCHECKFOLDER = "${STATICANALYSIS}/cppcheck"
+ dir(CPPCHECKFOLDER) {
+ echo "Executing: ${CPPCHECK} --xml --xml-version=2 ${SRC} 2> cppcheck.xml"
+ if (isUnix()) {
+ sh """#!/bin/bash
+ set -e
+
+ "${CPPCHECK}" --xml --xml-version=2 "${SRC}" 2> cppcheck.xml
+ """
+ } else {
+ bat """
+ "${CPPCHECK}" --xml --xml-version=2 "${SRC}" 2> cppcheck.xml
+ """
+ }
+ }
+ recordIssues(tools: [
+ cppCheck(pattern: "**/cppcheck.xml", reportEncoding: 'UTF-8'),
+ ])
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ ]
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ ArrayList itemsForRelease = ["${STATICANALYSIS}/**"]
+ def artifactlist = meta.generateartifacts(itemsForRelease)
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/Common_scripts/textutils/subst.groovy b/Common_scripts/textutils/subst.groovy
new file mode 100644
index 0000000..c0207a3
--- /dev/null
+++ b/Common_scripts/textutils/subst.groovy
@@ -0,0 +1,8 @@
+
+def substitute(String filepath, pattern, String subst) {
+ fileText = readFile(file: filepath, encoding: 'UTF-8')
+ def converted = fileText.replaceAll(pattern, subst)
+ writeFile(file: filepath, text: converted, encoding: 'UTF-8')
+}
+
+return this;
\ No newline at end of file
diff --git a/Common_scripts/tool configurations/vs2017install/buildmachines.vsconfig b/Common_scripts/tool configurations/vs2017install/buildmachines.vsconfig
new file mode 100644
index 0000000..ea618a3
--- /dev/null
+++ b/Common_scripts/tool configurations/vs2017install/buildmachines.vsconfig
@@ -0,0 +1,25 @@
+{
+ "version": "1.0",
+ "components": [
+ "Microsoft.VisualStudio.Workload.ManagedDesktop",
+ "Microsoft.VisualStudio.Workload.NativeDesktop",
+ "Microsoft.VisualStudio.Workload.NetWeb",
+ "Microsoft.VisualStudio.Workload.NetCoreTools",
+ "microsoft.net.componentgroup.targetingpacks.common",
+ "microsoft.componentgroup.blend",
+ "microsoft.visualstudio.component.entityframework",
+ "microsoft.visualstudio.component.debugger.justintime",
+ "microsoft.visualstudio.component.wcf.tooling",
+ "microsoft.visualstudio.component.vc.diagnostictools",
+ "microsoft.visualstudio.component.vc.cmake.project",
+ "microsoft.visualstudio.component.vc.testadapterforboosttest",
+ "microsoft.visualstudio.component.vc.testadapterforgoogletest",
+ "microsoft.visualstudio.component.vc.atlmfc",
+ "microsoft.visualstudio.component.appinsights.tools",
+ "microsoft.visualstudio.component.diagnostictools",
+ "microsoft.visualstudio.componentgroup.web.cloudtools",
+ "microsoft.visualstudio.component.aspnet45",
+ "microsoft.visualstudio.component.webdeploy",
+ "microsoft.visualstudio.component.nuget.buildtools"
+ ]
+}
\ No newline at end of file
diff --git a/Common_scripts/versioncontrol/git.groovy b/Common_scripts/versioncontrol/git.groovy
new file mode 100644
index 0000000..5bcb0ba
--- /dev/null
+++ b/Common_scripts/versioncontrol/git.groovy
@@ -0,0 +1,377 @@
+import hudson.plugins.git.*
+import hudson.plugins.git.extensions.*
+import hudson.plugins.git.extensions.impl.*
+
+clh = load("${autobuilder.commonscripts()}/commandline/commandline.groovy")
+
+def boolean isShallowClonedRepo(String gitrootpath) {
+ def boolean isshallowclone = true
+
+ dir( gitrootpath) {
+ if (isUnix()) {
+ isshallowclone = sh(returnStdout: true, script: "git rev-parse --is-shallow-repository").trim().toBoolean()
+ }
+ else {
+ isshallowclone = powershell(returnStdout: true, script: "git rev-parse --is-shallow-repository").trim().toBoolean()
+ }
+ echo "Repo at ${gitrootpath} is shallow cloned: ${isshallowclone}"
+ }
+ return isshallowclone
+}
+
+String getGitInfo(String workingSetRootPath) {
+ dir(workingSetRootPath) {
+ return clh.getCommandOutput('git rev-parse HEAD')
+ }
+}
+
+ArrayList gettaglist(String workingSetRootPath) {
+ ArrayList taglist = new ArrayList()
+ dir(workingSetRootPath) {
+ def tagliststring = clh.getCommandOutput('git tag --sort=-version:refname')
+ taglist = tagliststring.split('\\n')
+ }
+ return taglist
+}
+
+@NonCPS
+def ArrayList sparsecheckoutconfig(ArrayList paths) {
+ ArrayList sparsecheckoutpaths = new ArrayList()
+ for (path in paths) {
+ sparsecheckoutpaths.add(new SparseCheckoutPath(path))
+ }
+ return sparsecheckoutpaths
+}
+
+def String uniquereporootname(String gitURL) {
+ def uniquename = gitURL.replaceAll("[^A-Za-z0-9]", "_")
+ echo "Unique reporoot name for URL: ${gitURL} is: ${uniquename}"
+ return uniquename
+}
+
+// The REPO_ROOT is a folder where a cache of git checkouts can be kept - each subfolder name is unique to a particular git repo
+def String checkouttoreporoot(String gitURL) {
+ def String reporootsubfolder
+ def String reporootenv = env.REPO_ROOT
+ if (!reporootenv) {
+ reporootsubfolder = ""
+ echo "To improve Git performance: Define the REPO_ROOT enviroment to a path where a cache of git repositories can be placed on this slave"
+ } else {
+ def reporootname = uniquereporootname(gitURL)
+ reporootsubfolder = "${reporootenv}/${reporootname}"
+
+ if (!fileExists(reporootsubfolder)) {
+ echo "Checking out ${gitURL} to ${reporootsubfolder}"
+ checkout([
+ $class: 'GitSCM',
+ userRemoteConfigs: [
+ [url: gitURL]
+ ],
+ branches: [
+ [name: 'origin/master']
+ ],
+ doGenerateSubmoduleConfigurations: false,
+ extensions: [
+ [$class: 'GitLFSPull'],
+ [$class: 'CleanBeforeCheckout'],
+ [$class: 'CheckoutOption', timeout: 180],
+ [$class: 'RelativeTargetDirectory', relativeTargetDir: reporootsubfolder],
+ ],
+ submoduleCfg: [],
+ ])
+ } else {
+ echo "Found ${gitURL} checked out at ${reporootsubfolder}"
+/*
+ dir(reporootsubfolder) {
+ if (isUnix()) {
+ sh """
+ git status
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ } else {
+ powershell """
+ git status
+ if (\$lastexitcode -ge 1) { exit 1 }
+ """
+ }
+ }
+*/
+ }
+ }
+ return reporootsubfolder
+}
+
+def checkgitlfsinstall() {
+ if (isUnix()) {
+ sh """
+ git lfs install
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+
+ } else {
+ powershell """
+ git lfs install
+ if (\$lastexitcode -ge 1) { exit 1 }
+ """
+ }
+}
+
+//No credentials specified
+//Cloning the remote Git repository
+//Cloning repository git@hydra:print-server-releases/print_server_whole.git
+//> git init /home/jenkins_user/jenkins/jobs/Print_Server_publish_to_customer/ws/whole # timeout=10
+//Using reference repository: /home/jenkins_user/reporoot/git_hydra_print_server_releases_print_server_whole_git
+//Fetching upstream changes from git@hydra:print-server-releases/print_server_whole.git
+// > git --version # timeout=10
+// > git fetch --tags --progress git@hydra:print-server-releases/print_server_whole.git +refs/heads/*:refs/remotes/origin/* # timeout=120
+// > git config remote.origin.url git@hydra:print-server-releases/print_server_whole.git # timeout=10
+// > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
+// > git config remote.origin.url git@hydra:print-server-releases/print_server_whole.git # timeout=10
+// Cleaning workspace
+// > git rev-parse --verify HEAD # timeout=10
+// No valid HEAD. Skipping the resetting
+// > git clean -fdx # timeout=10
+// Fetching upstream changes from git@hydra:print-server-releases/print_server_whole.git
+// > git fetch --tags --progress git@hydra:print-server-releases/print_server_whole.git +refs/heads/*:refs/remotes/origin/* # timeout=120
+// > git rev-parse refs/tags/2.10180.7389.21125_7^{commit} # timeout=10
+// > git rev-parse refs/remotes/origin/refs/tags/2.10180.7389.21125_7^{commit} # timeout=10
+// Checking out Revision 64cac35e9a7603c060135f61f91b3f809bbdf160 (refs/tags/2.10180.7389.21125_7)
+// Enabling Git LFS pull
+// > git config core.sparsecheckout # timeout=10
+// > git checkout -f 64cac35e9a7603c060135f61f91b3f809bbdf160 # timeout=120
+// > git config --get remote.origin.url # timeout=10
+// > git lfs pull origin # timeout=120
+// Commit message: "2.10180.7389.21125_7"
+// > git rev-list --no-walk 64cac35e9a7603c060135f61f91b3f809bbdf160 # timeout=10
+
+
+// > git rev-parse --is-inside-work-tree # timeout=10
+// Fetching changes from the remote Git repository
+// > git config remote.origin.url git@hydra:releases/print-server-installer.git # timeout=10
+// Cleaning workspace
+// > git rev-parse --verify HEAD # timeout=10
+// Resetting working tree
+// > git reset --hard # timeout=10
+// > git clean -fdx # timeout=10
+// Using shallow fetch with depth 1
+// Fetching upstream changes from git@hydra:releases/print-server-installer.git
+// > git --version # timeout=10
+// > git fetch --tags --progress git@hydra:releases/print-server-installer.git +refs/heads/*:refs/remotes/origin/* --depth=1 # timeout=120
+// > git rev-parse refs/remotes/origin/master^{commit} # timeout=10
+// > git rev-parse refs/remotes/origin/origin/master^{commit} # timeout=10
+// Checking out Revision d0788d22622862e441c5995a22629846573c39f3 (refs/remotes/origin/master)
+// Enabling Git LFS pull
+// > git config core.sparsecheckout # timeout=10
+// > git read-tree -mu HEAD # timeout=10
+// > git checkout -f d0788d22622862e441c5995a22629846573c39f3 # timeout=120
+// > git config --get remote.origin.url # timeout=10
+// > git lfs pull origin # timeout=120
+// Commit message: "2.10180.7389.21125_3"
+// > git rev-list --no-walk d0788d22622862e441c5995a22629846573c39f3 # timeout=10
+
+def String lfsinstallandreporoot(String gitURL) {
+ checkgitlfsinstall()
+ return checkouttoreporoot(gitURL)
+}
+
+def showsparseitemlist(ArrayList sparseitemlist = new ArrayList()) {
+ if (!sparseitemlist.isEmpty()) {
+ def itemstring = "Items in sparse item list:\n"
+ for (item in sparseitemlist) {
+ itemstring += item + "\n"
+ }
+ echo itemstring
+ }
+}
+
+def docheckout(String gitURL, String revision, int cloneDepth, String reporootpath, boolean shallowClone, String targetDir, sparseitemlist) {
+ echo "Git: Checking out: URL: ${gitURL} Revision: ${revision} to: ${targetDir}"
+ checkout([
+ $class: 'GitSCM',
+ userRemoteConfigs: [
+ [url: gitURL]
+ ],
+ branches: [
+ [name: revision]
+ ],
+ doGenerateSubmoduleConfigurations: false,
+ extensions: [
+ [$class: 'GitLFSPull'],
+ [$class: 'CleanBeforeCheckout'],
+ [$class: 'CloneOption', depth: cloneDepth, noTags: false, reference: reporootpath, shallow: shallowClone, timeout: 120],
+ [$class: 'CheckoutOption', timeout: 120],
+ [$class: 'RelativeTargetDirectory', relativeTargetDir: targetDir],
+ [$class: 'SparseCheckoutPaths', sparseCheckoutPaths: sparsecheckoutconfig(sparseitemlist)],
+ ],
+ submoduleCfg: [],
+ ])
+}
+
+// gitCheckout (below) cannot handle sparse checkout and lfs at the moment - see https://issues.jenkins-ci.org/browse/JENKINS-43427 - see gitCheckoutAlt()
+def gitCheckout(String gitURL, String revision, String targetDir, String repoRootSuffix = "", int cloneDepth = 1, boolean shallowClone = true, ArrayList sparseitemlist = new ArrayList()) {
+ def String reporootpath = lfsinstallandreporoot(gitURL)
+ showsparseitemlist(sparseitemlist)
+ docheckout(gitURL, revision, cloneDepth, reporootpath, shallowClone, targetDir, sparseitemlist)
+}
+
+def gitinit(String targetDir, String reporootpath) {
+ if (!fileExists("${targetDir}/.git")) { // Git folder does not already exist
+ echo "git init ${targetDir}"
+ if (isUnix()) {
+ sh """
+ git init "${targetDir}"
+ """
+ } else {
+ powershell """
+ git init "${targetDir}"
+ """
+ }
+ }
+ echo "Writing ${reporootpath}/.git/objects to ${targetDir}/.git/objects/info/alternates"
+ dir("${targetDir}/.git/objects/info") {
+ writeFile(file: 'alternates', text: "${reporootpath}/.git/objects")
+ }
+}
+
+def setlfsfetchinclude(String targetDir, ArrayList sparseitemlist) {
+ def String sparseitemliststring = ""
+ if (!sparseitemlist.isEmpty()) {
+ for (item in sparseitemlist) {
+ sparseitemliststring += "${item},"
+ }
+ echo "git config lfs.fetchinclude ${sparseitemliststring}"
+ dir(targetDir) {
+ if (isUnix()) {
+ sh """
+ git config lfs.fetchinclude "${sparseitemliststring}"
+ """
+ } else {
+ powershell """
+ git config lfs.fetchinclude "${sparseitemliststring}"
+ """
+ }
+ }
+ }
+}
+
+def gitsparserestore(String targetDir) {
+ echo "Clean out full fetch; Force a sparse fetch"
+ dir(targetDir) {
+ if (isUnix()) {
+ sh """
+ git rm -rf . > /dev/null
+ git clean -fxd > /dev/null
+ git reset --hard > /dev/null
+ """
+ } else {
+ powershell """
+ git rm -rf . 2> nul
+ git clean -fxd 2> nul
+ git reset --hard 2> nul
+ """
+ }
+ }
+ }
+
+def List convertSparseItemsString(String itemstopublish) {
+ def List sparsepaths = []
+
+ boolean nonempty = itemstopublish?.trim()
+ if (nonempty) {
+ def String[] items = itemstopublish.trim().split(',')
+ def String allpaths = ""
+ for(String item : items) {
+ sparsepaths.add(item)
+ allpaths += "${item}\n"
+ }
+ echo "Selected item to publish:\n${allpaths}"
+ }
+ return sparsepaths
+}
+
+def gitCheckoutAlt(String gitURL, String revision, String targetDir, String repoRootSuffix = "", int cloneDepth = 1, boolean shallowClone = true, ArrayList sparseitemlist = new ArrayList()) {
+ echo "Performing alternative checkout"
+ def String reporootpath = lfsinstallandreporoot(gitURL)
+ showsparseitemlist(sparseitemlist)
+ if (!sparseitemlist.isEmpty()) {
+ gitinit(targetDir, reporootpath)
+ setlfsfetchinclude(targetDir, sparseitemlist)
+ }
+ docheckout(gitURL, revision, cloneDepth, reporootpath, shallowClone, targetDir, sparseitemlist)
+ if (!sparseitemlist.isEmpty()) {
+ gitsparserestore(targetDir)
+ }
+}
+
+def checkRepoExists(String gitURL) {
+ def int result = 0
+ if (isUnix()) {
+ result = sh( script: """
+ git ls-remote "${gitURL}" CHECK_GIT_REMOTE_URL_REACHABILITY
+ """,
+ returnStatus: true
+ )
+ } else {
+ result = powershell( script: """
+ git ls-remote "${gitURL}" CHECK_GIT_REMOTE_URL_REACHABILITY
+ """,
+ returnStatus: true
+ )
+ }
+ echo "git ls-remote return result: ${result}"
+ if (result > 0) {
+ error("The release repo: ${gitURL} cannot be found. Please ensure this exists before building")
+ } else {
+ echo "The release repo: ${gitURL} exists"
+ }
+}
+
+String getSHAFromVersion(String versionFolder) {
+ dir (versionFolder) {
+ srcRevision = readFile("gitrevision.txt").trim()
+ }
+ return srcRevision
+}
+
+boolean checkAllVersionsAgree(java.util.LinkedHashMap versions) {
+ def keys = versions.keySet()
+ if (keys.size() < 1) {
+ return false
+ }
+ if (keys.size() == 1) {
+ return true
+ }
+ else {
+ version = ""
+ for (key in keys) {
+ nextversion = versions.get(key)
+ if (version == "") {
+ version = nextversion
+ }
+ if (nextversion != version) {
+ return false
+ }
+ }
+ }
+ return true
+}
+
+def stripgithistory(String rootfolder) {
+ echo "Stripping git history out of ${rootfolder}"
+ dir(rootfolder) {
+ if (isUnix()) {
+ sh """#!/bin/bash
+ pwd
+ find . -type d -name ".git" | xargs -iXX rm -rf XX
+ find . -name ".gitignore" | xargs -iXX rm -rf XX
+ find . -name ".gitmodules" | xargs -iXX rm -rf XX
+ find . -iname ".gitattributes" | xargs -iXX rm -rf XX
+ find . -iname "*@tmp" | xargs -iXX rm -rf XX
+ """
+ } else {
+ echo "Not supporting git stripping in Windows at the moment"
+ }
+ }
+}
+
+return this
diff --git a/Common_scripts/versionnumbering/do.groovy b/Common_scripts/versionnumbering/do.groovy
new file mode 100644
index 0000000..208a60f
--- /dev/null
+++ b/Common_scripts/versionnumbering/do.groovy
@@ -0,0 +1,23 @@
+
+def stamp(convertdetails) {
+ for (convertdetail in convertdetails) {
+ def filetoconvert = convertdetail[0]
+ def pattern = convertdetail[1]
+ def replacement = convertdetail[2]
+ echo "Converting any instances of pattern: ${pattern} with replacement: ${replacement} in file: ${filetoconvert}"
+ def stampscript = "${autobuilder.commonscripts()}/versionstamping/versionstamper.py"
+ echo "Using python: ${PYTHON} and script: ${stampscript}"
+ if (isUnix()) {
+ sh """
+ "${PYTHON}" -u "${stampscript}" -f "${filetoconvert}" -p "${pattern}" -s "${replacement}"
+ """
+ }
+ else {
+ powershell """
+ & "${PYTHON}" -u "${stampscript}" -f "${filetoconvert}" -p "${pattern}" -s "${replacement}"
+ """
+ }
+ }
+}
+
+return this;
diff --git a/Common_scripts/versionnumbering/generate.groovy b/Common_scripts/versionnumbering/generate.groovy
new file mode 100644
index 0000000..405b7be
--- /dev/null
+++ b/Common_scripts/versionnumbering/generate.groovy
@@ -0,0 +1,169 @@
+gh = load("${autobuilder.commonscripts()}/versioncontrol/git.groovy")
+
+def int maxversionnumber() {
+ def int MAXVERSIONNUMBER = 65535
+ return MAXVERSIONNUMBER
+}
+
+int incrementrevision(int current, int increment) {
+ def int newrevision = (current + increment) % (maxversionnumber() + 1)
+ echo "Current revision: ${current} Increment: ${increment} New revision: ${newrevision}"
+ return newrevision
+}
+
+def getGitRevision(String gitrootpath, int basebuildnumber) {
+ def int adjustedchangecount
+ def String gitrevision
+ def String remoteinfo
+ def String remoteurl
+
+ def boolean isShallowCloned = gh.isShallowClonedRepo(gitrootpath)
+ if (isShallowCloned) {
+ error("Cannot generate a version number from a shallow cloned repo at ${gitrootpath}")
+ }
+
+ dir( gitrootpath) {
+ def int changecount = 0
+ if (isUnix()) {
+ changecount = sh(returnStdout: true, script: "git rev-list HEAD --count").trim().toInteger()
+ }
+ else {
+ changecount = powershell(returnStdout: true, script: "git rev-list HEAD --count").trim().toInteger()
+ }
+ echo "Change count: ${changecount}"
+ def int mvnp1 = maxversionnumber() + 1
+ basebuildnumber = (basebuildnumber < 0) ? mvnp1 - (basebuildnumber.abs() % mvnp1) : basebuildnumber
+ adjustedchangecount = incrementrevision(changecount, basebuildnumber)
+ echo "Adjusted change count: ${adjustedchangecount}"
+ if (isUnix()) {
+ gitrevision = sh(returnStdout: true, script: "git rev-parse HEAD").trim()
+ }
+ else {
+ gitrevision = powershell(returnStdout: true, script: "git rev-parse HEAD").trim()
+ }
+ echo "Revision: ${gitrevision}"
+ if (isUnix()) {
+ remoteinfo = sh(returnStdout: true, script: "git remote show origin").trim()
+ }
+ else {
+ remoteinfo = powershell(returnStdout: true, script: "git remote show origin").trim()
+ }
+ echo "Remote info: ${remoteinfo}"
+ if (isUnix()) {
+ remoteurl = sh(returnStdout: true, script: "git config --get remote.origin.url").trim()
+ }
+ else {
+ remoteurl = powershell(returnStdout: true, script: "git config --get remote.origin.url").trim()
+ }
+ echo "Remote URL: ${remoteurl}"
+ }
+ return [adjustedchangecount, gitrevision, remoteinfo, remoteurl]
+}
+
+// Handle:
+// origin/master
+// origin/2.0.x
+def getVersionPrefix(String sourcebranch, boolean droptrailingdot = false) {
+ echo "Determining version number prefix from source branch name: ${sourcebranch}"
+ sourcebranch = sourcebranch.toLowerCase()
+
+ def defaultversionprefix = "0.30000.0."
+ def splits = sourcebranch.split('/')
+ if (splits.size() < 1) {
+ echo "Source branch name is invalid. Defaulting to: ${defaultversionprefix}"
+ return defaultversionprefix
+ }
+
+ def mastertypeversionprefix = "0.20000.0."
+ sourcebranch = splits.last()
+ if (sourcebranch.toLowerCase().find("master") != null) {
+ echo "Source branch name has 'master' in it. Defaulting to: ${mastertypeversionprefix}"
+ return mastertypeversionprefix
+ }
+
+ def splits2 = sourcebranch.split('\\.')
+ if (splits2.size() < 1) {
+ def thirdpartyversionprefix = "0.25000.0."
+ echo "Source branch name has no dots in it (eg. 1.9.2). Defaulting to: ${thirdpartyversionprefix}"
+ return thirdpartyversionprefix
+ }
+
+ for (split in splits2) {
+ if (split == "x") {
+ echo "Source branch name has '.x' or 'x.' in it. Defaulting to: ${mastertypeversionprefix}"
+ return mastertypeversionprefix
+ }
+ }
+
+ def integerstrings = sourcebranch.findAll(/\d+/)
+ def integers = []
+ for (integerstring in integerstrings) {
+ int integer = integerstring.toInteger()
+ integer = integer % (maxversionnumber() + 1)
+ integers.add(integer)
+ }
+
+ def versionprefix = ""
+ if (integers.size() < 1) {
+ echo "This source branch name has no numbers in its name so defaulting to: ${defaultversionprefix}"
+ versionprefix = defaultversionprefix
+ }
+ else {
+ def int integernumbercount = 0
+ for (integer in integers) {
+ versionprefix += integer + "."
+ integernumbercount += 1
+ if (integernumbercount > 2) {
+ break
+ }
+ }
+ if (integernumbercount == 0) {
+ echo "No leading numbers were found in source branch name so defaulting to: ${defaultversionprefix}"
+ versionprefix = defaultversionprefix
+ }
+ else if (integernumbercount == 1) {
+ versionprefix += "0.0."
+ }
+ else if (integernumbercount == 2) {
+ versionprefix += "0."
+ }
+ }
+ if (droptrailingdot == true) {
+ versionprefix = versionprefix.substring(0, versionprefix.length() - 1);
+ }
+ echo "Determined version prefix to be: ${versionprefix}"
+ return versionprefix
+}
+
+String generate(meta, String sourcerevision, String sourcepath, int basebuildnumber = 1000) {
+ def int gitrevisioncount
+ def String gitrevision
+ def String remoteinfo
+ def String remoteurl
+
+ (gitrevisioncount, gitrevision, remoteinfo, remoteurl) = getGitRevision(sourcepath, basebuildnumber)
+
+ def versionprefix = getVersionPrefix(sourcerevision)
+
+ def buildstamp = versionprefix + gitrevisioncount.toString()
+ echo "Build stamp is: ${buildstamp}"
+
+ meta.gitinfo.set(sourcepath, sourcerevision, gitrevision, remoteurl, remoteinfo)
+ meta.buildstampinfo.set(versionprefix, gitrevisioncount, buildstamp)
+
+ return buildstamp
+}
+
+String generate(meta, String sourcerevision, String sourcepath, String basebuildnumber) {
+ def int bbn = basebuildnumber.trim().toInteger()
+ return generate(meta, sourcerevision, sourcepath, bbn)
+}
+
+String copyfrom(meta, othermeta) {
+ meta.gitinfo = othermeta.gitinfo
+ meta.buildstampinfo = othermeta.buildstampinfo
+
+ return meta.buildstampinfo.buildstamp
+}
+
+return this;
\ No newline at end of file
diff --git a/Common_scripts/versionstamping/.project b/Common_scripts/versionstamping/.project
new file mode 100644
index 0000000..74928d6
--- /dev/null
+++ b/Common_scripts/versionstamping/.project
@@ -0,0 +1,17 @@
+
+
+ versionstamping
+
+
+
+
+
+ org.python.pydev.PyDevBuilder
+
+
+
+
+
+ org.python.pydev.pythonNature
+
+
diff --git a/Common_scripts/versionstamping/.pydevproject b/Common_scripts/versionstamping/.pydevproject
new file mode 100644
index 0000000..746d0f0
--- /dev/null
+++ b/Common_scripts/versionstamping/.pydevproject
@@ -0,0 +1,8 @@
+
+
+
+/${PROJECT_DIR_NAME}
+
+python 3.0
+python35
+
diff --git a/Common_scripts/versionstamping/versionstamper.py b/Common_scripts/versionstamping/versionstamper.py
new file mode 100644
index 0000000..9243aa4
--- /dev/null
+++ b/Common_scripts/versionstamping/versionstamper.py
@@ -0,0 +1,38 @@
+import argparse
+import sys
+import shutil
+from builtins import FileNotFoundError
+
+def main(argv):
+ parser = argparse.ArgumentParser(description="Look for version number pattern in file and replace with autobuild version number")
+
+ # Call once arguments to allow or disallow something
+ parser.add_argument('-f', '--filetoconvert', help='The file to convert')
+ parser.add_argument('-p', '--pattern', default='0.30000.0.0', help='The pattern to search for and replace')
+ parser.add_argument('-s', '--substitute', help='The new version number that will substitute the pattern')
+
+ args = parser.parse_args(argv)
+
+ filetoconvert = args.filetoconvert
+ pattern = args.pattern
+ substitute = args.substitute
+
+ print("Converting instances of {0} with {1} in file: {2}\n".format(pattern, substitute, filetoconvert))
+
+ with open(filetoconvert,'r') as c:
+ fileread = c.read()
+
+ count = 0
+ with open(filetoconvert, 'w') as f:
+ print("Detected %s instances of %s pre-conversion"%(fileread.count(pattern),pattern))
+ converted = fileread.replace(pattern, substitute)
+ count = converted.count(substitute)
+ print("Confirmed %s instances of %s post-conversion"%(count,substitute))
+ f.write(converted)
+
+ if count == 0:
+ return 1
+ return 0
+
+if __name__ == "__main__":
+ sys.exit(main(sys.argv[1:]))
diff --git a/build/build_all.groovy b/build/build_all.groovy
new file mode 100644
index 0000000..dadbf8d
--- /dev/null
+++ b/build/build_all.groovy
@@ -0,0 +1,407 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+
+ BOOTSOURCEURL = 'git@hydra:gis-embedded-linux/gis_preloader_uboot.git'
+ BOOTSOURCEREVISION = BOOT_SOURCE_REVISION.trim()
+ BOOTSOURCEDIR = "${WORKSPACE}/boot"
+ configurationhelper.gitCheckoutAndRegister(meta, 'boot', BOOTSOURCEURL, BOOTSOURCEREVISION, BOOTSOURCEDIR, '', 0, false)
+
+ KERNELSOURCEURL = KERNEL_URL.trim()
+ KERNELSOURCEREVISION = KERNEL_REVISION.trim()
+ KERNELSOURCEDIR = "${WORKSPACE}/kernel"
+ configurationhelper.gitCheckoutAndRegister(meta, 'kernel', KERNELSOURCEURL, KERNELSOURCEREVISION, KERNELSOURCEDIR, '', 0, false)
+
+ STM8SOURCEURL = 'git@hydra:gis/stm8-embedded.git'
+ STM8SOURCEREVISION = STM8_SOURCE_REVISION.trim()
+ STM8SOURCEDIR = "${WORKSPACE}/stm8-embedded"
+ configurationhelper.gitCheckoutAndRegister(meta, 'stm8-embedded', STM8SOURCEURL, STM8SOURCEREVISION, STM8SOURCEDIR, '', 0, false)
+
+ SOURCEURL = "git@hydra:ahb-km-1024a-source/ahb-km-1024a-embedded-software-subtree.git"
+ SOURCEREVISION = SOURCE_REVISION.trim()
+ SOURCEDIR = "${WORKSPACE}/esw"
+ configurationhelper.gitCheckoutAndRegister(meta, 'esw', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
+
+ CORESOURCEURL = "git@hydra:core-presto/core-presto-embedded-software-subtree.git"
+ CORESOURCEREVISION = CORE_SOURCE_REVISION.trim()
+ CORESOURCEDIR = "${WORKSPACE}/core"
+ configurationhelper.gitCheckoutAndRegister(meta, 'core', CORESOURCEURL, CORESOURCEREVISION, CORESOURCEDIR, '', 0, false)
+
+ ROOTFILESYSTEMURL = 'git@hydra:gis-embedded-linux/gis_root_fs.git'
+ ROOTFILESYSTEMREVISION = ROOTFS_REVISION.trim()
+ ROOTFILESYSTEMDIR = "${WORKSPACE}/rootfs"
+ configurationhelper.gitCheckoutAndRegister(meta, 'rootfs', ROOTFILESYSTEMURL, ROOTFILESYSTEMREVISION, ROOTFILESYSTEMDIR, '', 0, false)
+
+ APTLYURL = 'git@hydra:gis-embedded-linux/gis_aptly_config.git'
+ APTLYREVISION = APTLY_REVISION.trim()
+ APTLYDIR = "${WORKSPACE}/aptly"
+ configurationhelper.gitCheckoutAndRegister(meta, 'aptly', APTLYURL, APTLYREVISION, APTLYDIR, '', 0, false)
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.generate(meta, SOURCEREVISION, SOURCEDIR)
+ }
+ }
+ }
+ stage('Build stage') {
+ failFast true
+ parallel {
+ stage('Arm') {
+ stages {
+ stage('Boot, Kernel and STM8') {
+ steps {
+ script {
+ parallel([
+ 'Compile Preloader/U-Boot': {
+ boot_build_job = build job: BOOTLOADER_COMPILE_JOB,
+ parameters: [
+ string(name: 'SOURCE_REVISION', value: BOOTSOURCEREVISION),
+ string(name: 'LOGIC_ARTIFACT_LOCATION', value: FC5_LOGIC_ARTIFACT_LOCATION),
+ string(name: 'LOGIC_ARTIFACT_PROJECT', value: FC5_LOGIC_ARTIFACT_PROJECT),
+ string(name: 'LOGIC_ARTIFACT_BUILD_SELECTOR', value: FC5_LOGIC_ARTIFACT_BUILD_SELECTOR),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REPO', value: FC5_LOGIC_ARTIFACT_RELEASE_REPO),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REVISION', value: FC5_LOGIC_ARTIFACT_RELEASE_REVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ },
+ 'Compile Init Preloader/U-Boot': {
+ init_boot_build_job = build job: INIT_BOOTLOADER_COMPILE_JOB,
+ parameters: [
+ string(name: 'SOURCE_REVISION', value: BOOTSOURCEREVISION),
+ string(name: 'LOGIC_ARTIFACT_LOCATION', value: FC5_LOGIC_ARTIFACT_LOCATION),
+ string(name: 'LOGIC_ARTIFACT_PROJECT', value: FC5_LOGIC_ARTIFACT_PROJECT),
+ string(name: 'LOGIC_ARTIFACT_BUILD_SELECTOR', value: FC5_LOGIC_ARTIFACT_BUILD_SELECTOR),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REPO', value: FC5_LOGIC_ARTIFACT_RELEASE_REPO),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REVISION', value: FC5_LOGIC_ARTIFACT_RELEASE_REVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ },
+ 'Compile Kernel': {
+ kernel_build_job = build job: KERNEL_BUILD_JOB,
+ parameters: [
+ string(name: 'SOURCE_URL', value: KERNELSOURCEURL),
+ string(name: 'SOURCE_REVISION', value: KERNELSOURCEREVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ },
+ 'Compile STM8 code': {
+ stm8_build_job = build job: STM8_BUILD_JOB,
+ parameters: [
+ string(name: 'SOURCE_REVISION', value: STM8SOURCEREVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ },
+ 'Mark core': {
+ core_mark_job = build job: CORE_MARK_JOB,
+ parameters: [
+ string(name: 'SOURCE_REVISION', value: CORESOURCEREVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ },
+ ])
+ }
+ }
+ }
+ stage('Application and control') {
+ steps {
+ script {
+ parallel([
+ 'Application compile': {
+ app_build_job = build job: APPLICATION_COMPILE_JOB,
+ parameters: [
+ string(name: 'SOURCE_REVISION', value: SOURCEREVISION),
+ string(name: 'CORE_SOURCE_REVISION', value: CORESOURCEREVISION),
+ string(name: 'ARM_GCC_REVISION', value: ARM_GCC_REVISION),
+ string(name: 'ARM_GCC_NAME', value: ARM_GCC_NAME),
+ string(name: 'BOOST_VERSION', value: BOOST_VERSION),
+ string(name: 'LOGIC_ARTIFACT_LOCATION', value: FC5_LOGIC_ARTIFACT_LOCATION),
+ string(name: 'LOGIC_ARTIFACT_PROJECT', value: FC5_LOGIC_ARTIFACT_PROJECT),
+ string(name: 'LOGIC_ARTIFACT_BUILD_SELECTOR', value: FC5_LOGIC_ARTIFACT_BUILD_SELECTOR),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REPO', value: FC5_LOGIC_ARTIFACT_RELEASE_REPO),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REVISION', value: FC5_LOGIC_ARTIFACT_RELEASE_REVISION),
+ string(name: 'BUILD_METHOD', value: BUILD_METHOD),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ },
+ 'Control package create': {
+ control_package_create_job = build job: CONTROL_PACKAGE_CREATE_JOB,
+ parameters: [
+ string(name: 'SOURCE_REPO', value: SOURCEURL),
+ string(name: 'SOURCE_REVISION', value: SOURCEREVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ },
+ ])
+ }
+ }
+ }
+ stage('Package create') {
+ steps {
+ script {
+ parallel([
+ 'Application package': {
+ app_package_create_job = build job: APP_PACKAGE_CREATE_JOB,
+ parameters: [
+ string(name: 'ESW_ARTIFACT_JOB', value: app_build_job.getProjectName()),
+ string(name: 'ESW_ARTIFACT_JOB_SELECTOR', value: " ${app_build_job.getNumber()}"),
+ string(name: 'KERNEL_ARTIFACT_JOB', value: kernel_build_job.getProjectName()),
+ string(name: 'KERNEL_ARTIFACT_JOB_NUMBER', value: " ${kernel_build_job.getNumber()}"),
+ string(name: 'SOURCE_REPO', value: SOURCEURL),
+ string(name: 'SOURCE_REVISION', value: SOURCEREVISION),
+ string(name: 'BA4_LOGIC_ARTIFACT_LOCATION', value: BA4_LOGIC_ARTIFACT_LOCATION),
+ string(name: 'BA4_LOGIC_ARTIFACT_PROJECT', value: BA4_LOGIC_ARTIFACT_PROJECT),
+ string(name: 'BA4_LOGIC_ARTIFACT_BUILD_SELECTOR', value: BA4_LOGIC_ARTIFACT_BUILD_SELECTOR),
+ string(name: 'BA4_LOGIC_ARTIFACT_RELEASE_REPO', value: BA4_LOGIC_ARTIFACT_RELEASE_REPO),
+ string(name: 'BA4_LOGIC_ARTIFACT_RELEASE_REVISION', value: BA4_LOGIC_ARTIFACT_RELEASE_REVISION),
+ string(name: 'BA6_LOGIC_ARTIFACT_LOCATION', value: BA6_LOGIC_ARTIFACT_LOCATION),
+ string(name: 'BA6_LOGIC_ARTIFACT_PROJECT', value: BA6_LOGIC_ARTIFACT_PROJECT),
+ string(name: 'BA6_LOGIC_ARTIFACT_BUILD_SELECTOR', value: BA6_LOGIC_ARTIFACT_BUILD_SELECTOR),
+ string(name: 'BA6_LOGIC_ARTIFACT_RELEASE_REPO', value: BA6_LOGIC_ARTIFACT_RELEASE_REPO),
+ string(name: 'BA6_LOGIC_ARTIFACT_RELEASE_REVISION', value: BA6_LOGIC_ARTIFACT_RELEASE_REVISION),
+ string(name: 'FC5_LOGIC_ARTIFACT_LOCATION', value: FC5_LOGIC_ARTIFACT_LOCATION),
+ string(name: 'FC5_LOGIC_ARTIFACT_PROJECT', value: FC5_LOGIC_ARTIFACT_PROJECT),
+ string(name: 'FC5_LOGIC_ARTIFACT_BUILD_SELECTOR', value: FC5_LOGIC_ARTIFACT_BUILD_SELECTOR),
+ string(name: 'FC5_LOGIC_ARTIFACT_RELEASE_REPO', value: FC5_LOGIC_ARTIFACT_RELEASE_REPO),
+ string(name: 'FC5_LOGIC_ARTIFACT_RELEASE_REVISION', value: FC5_LOGIC_ARTIFACT_RELEASE_REVISION),
+ string(name: 'BOOTLOADER_ARTIFACT_JOB', value: boot_build_job.getProjectName()),
+ string(name: 'BOOTLOADER_ARTIFACT_JOB_SELECTOR', value: " ${boot_build_job.getNumber()}"),
+ string(name: 'STM8_BUILD_JOB', value: stm8_build_job.getProjectName()),
+ string(name: 'STM8_BUILD_SELECTOR', value: " ${stm8_build_job.getNumber()}"),
+ string(name: 'CONTROL_PACKAGE_CREATE_JOB', value: control_package_create_job.getProjectName()),
+ string(name: 'CONTROL_PACKAGE_CREATE_JOB_SELECTOR', value: " ${control_package_create_job.getNumber()}"),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ },
+ ])
+ }
+ }
+ }
+ stage('Package publish') {
+ steps {
+ script {
+ parallel([
+ 'Application package publish': {
+ app_publish_package_job = build job: APP_PUBLISH_PACKAGE_JOB,
+ parameters: [
+ string(name: 'REPO_NAME', value: REPO_NAME),
+ string(name: 'SNAPSHOT_NAME', value: SNAPSHOT_NAME),
+ string(name: 'PUBLISH_PATH_PREFIX', value: PUBLISH_PATH_PREFIX),
+ string(name: 'DISTRIBUTION', value: DISTRIBUTION),
+ string(name: 'COMPONENT', value: COMPONENT),
+ string(name: 'PACKAGE_CREATE_JOB', value: app_package_create_job.getProjectName()),
+ string(name: 'PACKAGE_CREATE_JOB_SELECTOR', value: " ${app_package_create_job.getNumber()}"),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ },
+ 'Control package publish': {
+ control_publish_package_job = build job: CONTROL_PUBLISH_PACKAGE_JOB,
+ parameters: [
+ string(name: 'REPO_NAME', value: REPO_NAME),
+ string(name: 'SNAPSHOT_NAME', value: SNAPSHOT_NAME),
+ string(name: 'PUBLISH_PATH_PREFIX', value: PUBLISH_PATH_PREFIX),
+ string(name: 'DISTRIBUTION', value: DISTRIBUTION),
+ string(name: 'COMPONENT', value: COMPONENT),
+ string(name: 'PACKAGE_CREATE_JOB', value: control_package_create_job.getProjectName()),
+ string(name: 'PACKAGE_CREATE_JOB_SELECTOR', value: " ${control_package_create_job.getNumber()}"),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ },
+ ])
+ }
+ }
+ }
+ stage('Image create') {
+ steps {
+ script {
+ image_create_job = build job: IMAGE_CREATE_JOB,
+ parameters: [
+ string(name: 'KERNEL_ARTIFACT_JOB', value: kernel_build_job.getProjectName()),
+ string(name: 'KERNEL_ARTIFACT_JOB_NUMBER', value: " ${kernel_build_job.getNumber()}"),
+ string(name: 'SOURCE_REVISION', value: ROOTFS_REVISION),
+ string(name: 'BOOTLOADER_ARTIFACT_JOB', value: boot_build_job.getProjectName()),
+ string(name: 'BOOTLOADER_ARTIFACT_JOB_SELECTOR', value: " ${boot_build_job.getNumber()}"),
+ string(name: 'PACKAGE_CREATE_JOB', value: app_package_create_job.getProjectName()),
+ string(name: 'PACKAGE_CREATE_JOB_SELECTOR', value: " ${app_package_create_job.getNumber()}"),
+ string(name: 'CONTROL_PACKAGE_CREATE_JOB', value: control_package_create_job.getProjectName()),
+ string(name: 'CONTROL_PACKAGE_CREATE_JOB_SELECTOR', value: " ${control_package_create_job.getNumber()}"),
+ string(name: 'MIRROR_PREFIX', value: DISTRIBUTION),
+ string(name: 'UBUNTU_DISTRIBUTION', value: DISTRIBUTION),
+ string(name: 'GIS_PACKAGE_MIRROR_PREFIX', value: PUBLISH_PATH_PREFIX),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ }
+ }
+ }
+ stage('Init Image create') {
+ steps {
+ script {
+ init_image_create_job = build job: INIT_IMAGE_CREATE_JOB,
+ parameters: [
+ string(name: 'BOOTLOADER_ARTIFACT_JOB', value: init_boot_build_job.getProjectName()),
+ string(name: 'BOOTLOADER_ARTIFACT_JOB_SELECTOR', value: " ${init_boot_build_job.getNumber()}"),
+ string(name: 'MAIN_IMAGE_JOB', value: image_create_job.getProjectName()),
+ string(name: 'MAIN_IMAGE_JOB_SELECTOR', value: " ${image_create_job.getNumber()}"),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ }
+ }
+ }
+ }
+ }
+ stage('x86') {
+ stages {
+ stage('Simulator compile') {
+ steps {
+ script {
+ simulator_build_job = build job: SIMULATOR_COMPILE_JOB,
+ parameters: [
+ string(name: 'SOURCE_REVISION', value: SOURCEREVISION),
+ string(name: 'CORE_SOURCE_REVISION', value: CORESOURCEREVISION),
+ string(name: 'LOGIC_ARTIFACT_LOCATION', value: FC5_LOGIC_ARTIFACT_LOCATION),
+ string(name: 'LOGIC_ARTIFACT_PROJECT', value: FC5_LOGIC_ARTIFACT_PROJECT),
+ string(name: 'LOGIC_ARTIFACT_BUILD_SELECTOR', value: FC5_LOGIC_ARTIFACT_BUILD_SELECTOR),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REPO', value: FC5_LOGIC_ARTIFACT_RELEASE_REPO),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REVISION', value: FC5_LOGIC_ARTIFACT_RELEASE_REVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ }
+ }
+ }
+ }
+ }
+ stage('Release Documentation') {
+ steps {
+ script {
+ release_notes_job = build job: RELEASE_NOTES_JOB,
+ parameters: [
+ string(name: 'SOURCE_REPO', value: SOURCEURL),
+ string(name: 'SOURCE_REVISION', value: SOURCEREVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ }
+ }
+ }
+ stage('BA4 logic copy') {
+ steps {
+ script {
+ ba4_logic_copy_job = build job: "AHB_KM_1024a_logic_copy",
+ parameters: [
+ string(name: 'LOGIC_ARTIFACT_LOCATION', value: BA4_LOGIC_ARTIFACT_LOCATION),
+ string(name: 'LOGIC_ARTIFACT_PROJECT', value: BA4_LOGIC_ARTIFACT_PROJECT),
+ string(name: 'LOGIC_ARTIFACT_BUILD_SELECTOR', value: BA4_LOGIC_ARTIFACT_BUILD_SELECTOR),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REPO', value: BA4_LOGIC_ARTIFACT_RELEASE_REPO),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REVISION', value: BA4_LOGIC_ARTIFACT_RELEASE_REVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ }
+ }
+ }
+ stage('BA6 logic copy') {
+ steps {
+ script {
+ ba6_logic_copy_job = build job: "AHB_KM_1024a_logic_copy",
+ parameters: [
+ string(name: 'LOGIC_ARTIFACT_LOCATION', value: BA6_LOGIC_ARTIFACT_LOCATION),
+ string(name: 'LOGIC_ARTIFACT_PROJECT', value: BA6_LOGIC_ARTIFACT_PROJECT),
+ string(name: 'LOGIC_ARTIFACT_BUILD_SELECTOR', value: BA6_LOGIC_ARTIFACT_BUILD_SELECTOR),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REPO', value: BA6_LOGIC_ARTIFACT_RELEASE_REPO),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REVISION', value: BA6_LOGIC_ARTIFACT_RELEASE_REVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ }
+ }
+ }
+ stage('FC5 logic copy') {
+ steps {
+ script {
+ fc5_logic_copy_job = build job: "AHB_KM_1024a_logic_copy",
+ parameters: [
+ string(name: 'LOGIC_ARTIFACT_LOCATION', value: FC5_LOGIC_ARTIFACT_LOCATION),
+ string(name: 'LOGIC_ARTIFACT_PROJECT', value: FC5_LOGIC_ARTIFACT_PROJECT),
+ string(name: 'LOGIC_ARTIFACT_BUILD_SELECTOR', value: FC5_LOGIC_ARTIFACT_BUILD_SELECTOR),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REPO', value: FC5_LOGIC_ARTIFACT_RELEASE_REPO),
+ string(name: 'LOGIC_ARTIFACT_RELEASE_REVISION', value: FC5_LOGIC_ARTIFACT_RELEASE_REVISION),
+ booleanParam(name: 'CLEAN_WORKSPACE', value: CLEAN_WORKSPACE),
+ ]
+ }
+ }
+ }
+ }
+ }
+ stage('Accumulate artifacts') {
+ steps {
+ script {
+ artifacthelper = load("${autobuilder.commonscripts()}/artifacts/metaexport.groovy")
+ subJobs = [
+ //Sub-job variable, Artifact folder Increment Version Number
+ [ boot_build_job, "boot", true, ],
+ [ init_boot_build_job, "init_boot", false, ],
+ [ kernel_build_job, "kernel", true, ],
+ [ stm8_build_job, "stm8", true, ],
+ [ core_mark_job, "core", true, ],
+ [ app_build_job, "app", true, ],
+ [ simulator_build_job, "simulator", false, ],
+ [ control_package_create_job, "control_package", false, ],
+ [ app_package_create_job, "app_package", false, ],
+ [ init_image_create_job, "init_image", false, ],
+ [ image_create_job, "image", true, ],
+ [ ba4_logic_copy_job, "ba4_logic", false, ],
+ [ ba6_logic_copy_job, "ba6_logic", false, ],
+ [ fc5_logic_copy_job, "fc5_logic", false, ],
+ [ release_notes_job, "release_notes", false, ],
+ ]
+ artifactFolders = artifacthelper.combineSubjobArtifacts(meta, importer, subJobs)
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ 'meta/**',
+ ]
+ def publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts([], artifactFolders)
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/buildimage/init.groovy b/buildimage/init.groovy
new file mode 100644
index 0000000..0276c1b
--- /dev/null
+++ b/buildimage/init.groovy
@@ -0,0 +1,403 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ versioninfo = "${WORKSPACE}/versioninfo"
+ IMAGEDIR = "image"
+ IMAGEROOT = "${WORKSPACE}/${IMAGEDIR}"
+ BOOTLOADERDEST = "${WORKSPACE}/boot"
+ MAINIMAGEDEST = "${WORKSPACE}/mainimage"
+ sdcard = "sdcard"
+ cleanfolders = [
+ versioninfo,
+ IMAGEROOT,
+ BOOTLOADERDEST,
+ MAINIMAGEDEST,
+ sdcard,
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Main image artifacts') {
+ steps {
+ script {
+ if (MAIN_IMAGE_ARTIFACT_LOCATION == "Jenkins job artifact") {
+ mainimagemeta = importer.artifactimport(meta, MAIN_IMAGE_JOB, MAIN_IMAGE_JOB_SELECTOR, MAINIMAGEDEST)
+ }
+ dir("${MAINIMAGEDEST}/sdcard") {
+ sh """#!/bin/bash
+ md5sum -c "${MAIN_IMAGE_BOARD_NAME}".zip.md5
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ unzip "${MAIN_IMAGE_BOARD_NAME}".zip
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ env.MAINIMAGEUNZIPPEDDEST = "${MAINIMAGEDEST}/sdcard/image/${MAIN_IMAGE_BOARD_NAME}.img"
+ env.MAINIMAGESPLIT = "${MAINIMAGEDEST}/sdcard/image/split"
+
+ // The following makes a set of files of exactly the given size - In this case, the app image is split into equal ram buffer size chunks
+ // (as the bootloader that receives them cannot read their size)
+ dir(MAINIMAGESPLIT) {
+ sh """#!/bin/bash
+ split --verbose -d -b ${SPLITSIZE} "${MAINIMAGEUNZIPPEDDEST}" app_img
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ filecount=0
+ for f in `pwd`/*; do
+ echo "Making sure file: \$f is exactly ${SPLITSIZE}"
+ crc32 \$f
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ truncate -s ${SPLITSIZE} \$f
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ crc32 \$f
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ filecrc=`crc32 \$f`
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ printf "0: %s" \$filecrc | sed -E 's/0: (..)(..)(..)(..)/0: \\4\\3\\2\\1/' | xxd -r -g0 > \$f.crc
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ xxd \$f.crc
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ filecount=\$((filecount+1))
+ done
+ # Output the number of files as a single byte
+ printf "0: %.2x" \$filecount | xxd -r -g0 > appfilescount
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ ls -ls
+ """
+ }
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.copyfrom(meta, mainimagemeta)
+ }
+ }
+ }
+ stage('Copying bootloader artifacts') {
+ steps {
+ script {
+ bootloadermeta = importer.artifactimport(meta, BOOTLOADER_ARTIFACT_JOB, BOOTLOADER_ARTIFACT_JOB_SELECTOR, BOOTLOADERDEST)
+ }
+ }
+ }
+ stage('Setup environment') {
+ steps {
+ echo 'Setting up environment'
+ script {
+ TOOLS_SCRIPTS = "${WORKSPACE}/buildimage/tools"
+
+ IMAGEFILE="${IMAGEROOT}/${BOARD_NAME}.img"
+
+ PASSWORD = "ramshorn42"
+
+ if (isUnix()) {
+ sh """#!/bin/bash -v
+ rm -v -rf "${IMAGEROOT}"
+ mkdir -v "${IMAGEROOT}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Setup loop device') {
+ steps {
+ script {
+ LOOPDEVICEUSED = "${WORKSPACE}/loopdeviceused"
+ if (isUnix()) {
+ sh """#!/bin/bash -v
+ rm "${LOOPDEVICEUSED}"
+
+ echo "Image name is: ${IMAGEFILE}"
+
+ # Create null partition of 7GB
+ dd if=/dev/zero of="${IMAGEFILE}" bs=1M count=7168
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Configure the image as a loopback device
+ echo "${PASSWORD}" | sudo -S echo
+ sudo losetup --find --show "${IMAGEFILE}" > "${LOOPDEVICEUSED}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ VIRTUALDISK = readFile "${LOOPDEVICEUSED}"
+ VIRTUALDISK = "${VIRTUALDISK}".trim()
+ FAT32PARTITION = "${VIRTUALDISK}p1"
+ PRELOADERUBOOTPARTITION = "${VIRTUALDISK}p2"
+
+ echo "Loop device used: ${VIRTUALDISK}"
+ }
+ }
+ }
+ stage('Create partitions') {
+ steps {
+ script {
+ env.SFDISKSCRIPT = """label: dos
+device: ${VIRTUALDISK}
+
+${PRELOADERUBOOTPARTITION} : start=1M, size=1M, type=a2
+${FAT32PARTITION} : start=2M, size=5G, type=c
+"""
+
+ if (isUnix()) {
+ sh """#!/bin/bash
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo -e "Using sfdisk script: ${SFDISKSCRIPT}"
+ echo "${SFDISKSCRIPT}" > "${IMAGEROOT}/sfdiskscript"
+ echo "${SFDISKSCRIPT}" | sudo sfdisk "${VIRTUALDISK}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sync
+
+ sudo partprobe "${VIRTUALDISK}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo mkfs.fat -F 32 "${FAT32PARTITION}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Populate Boot partition') {
+ steps {
+ script {
+ if (isUnix()) {
+ sh """#!/bin/bash -v
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Copy the boot partition
+ sudo dd if="${BOOTLOADERDEST}/bin/preloader/preloader-mkpimage.bin" of="${PRELOADERUBOOTPARTITION}" bs=64k seek=0
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sudo dd if="${BOOTLOADERDEST}/bin/uboot/u-boot.img" of="${PRELOADERUBOOTPARTITION}" bs=64k seek=4
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sync
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Populate FAT partition') {
+ steps {
+ script {
+ env.MOUNTEDFATFILESYSTEM = "${WORKSPACE}/fatfs"
+ if (isUnix()) {
+ try {
+ sh """#!/bin/bash -v
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo rm -v -rf "${MOUNTEDFATFILESYSTEM}"
+ mkdir -v "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "Mounting FAT32 partition ${FAT32PARTITION} to ${MOUNTEDFATFILESYSTEM}"
+ sudo mount -v "${FAT32PARTITION}" "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo cp -v --preserve=timestamps "${BOOTLOADERDEST}/device_tree/top_system.dtb" "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sudo cp -v --preserve=timestamps "${BOOTLOADERDEST}/uboot_images/top_system.scr" "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ for f in "${MAINIMAGESPLIT}"/*; do
+ sudo cp -v --preserve=timestamps "\$f" "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ done
+
+ sudo umount -v "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ catch (Exception e) {
+ echo "Caught exception: ${e.getMessage()}"
+
+ sh """#!/bin/bash -v
+ echo "${PASSWORD}" | sudo -S echo
+
+ sudo umount "${MOUNTEDFATFILESYSTEM}"
+ exit 1
+ """
+ }
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Export preparation') {
+ steps {
+ script {
+ if (isUnix()) {
+ sh """#!/bin/bash -v
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Save the boot partition image for export
+ # sudo dd if="${PRELOADERUBOOTPARTITION}" of="${IMAGEDIR}/preloaderbootpart.img" bs=1M
+ # if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Save the FAT32 partition image for export
+ # sudo dd if="${FAT32PARTITION}" of="${IMAGEDIR}/fat32part.img" bs=1M
+ # if [ \$? -ne 0 ]; then exit 1; fi
+
+ sync
+
+ sudo rm -v "${sdcard}"
+ mkdir -v "${sdcard}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sudo zip -r "${sdcard}/${BOARD_NAME}.zip" "${IMAGEDIR}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ pushd "${sdcard}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ md5sum "${BOARD_NAME}.zip" > "${BOARD_NAME}.zip.md5"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sha256sum "${BOARD_NAME}.zip" > "${BOARD_NAME}.zip.sha256"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ popd
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Checksum artifacts') {
+ steps {
+ script {
+ def checksummable = [
+ "${sdcard}/${BOARD_NAME}.zip",
+ "${sdcard}/${BOARD_NAME}.zip.md5",
+ "${sdcard}/${BOARD_NAME}.zip.sha256",
+ ]
+ checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy")
+ checksumutils.generatelist(meta, checksummable)
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ "${sdcard}/**"
+ ]
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts(["${sdcard}/**"])
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ echo 'Cleaning Loopback Devices'
+ script {
+ if (isUnix()) {
+ if ("${CLEANUP_LOOP_DEVICES}" == "true") {
+ sh """
+ echo "${PASSWORD}" | sudo -S pwd
+ sudo losetup -d "${VIRTUALDISK}"
+ """
+ }
+ // Clear up workspace by changing ownership to the running user - for clear up purposes
+ sh """#!/bin/bash
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo chown -R "${USER}": "${WORKSPACE}"/
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/buildimage/main.groovy b/buildimage/main.groovy
new file mode 100644
index 0000000..231bb79
--- /dev/null
+++ b/buildimage/main.groovy
@@ -0,0 +1,729 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+
+ APTLYURL = 'git@hydra:gis-embedded-linux/gis_aptly_config.git'
+ APTLYREVISION = APTLY_REVISION.trim()
+ APTLYDIR = "${WORKSPACE}/aptly"
+ configurationhelper.gitCheckoutAndRegister(meta, 'aptly', APTLYURL, APTLYREVISION, APTLYDIR, '', 0, false)
+ }
+ }
+ }
+ stage('Checkout source') {
+ steps {
+ script {
+ SOURCEURL = 'git@hydra:gis-embedded-linux/gis_root_fs.git'
+ SOURCEREVISION = "${SOURCE_REVISION}".trim()
+ SOURCEDIR = "${WORKSPACE}/gis_root_fs"
+ configurationhelper.gitCheckoutAndRegister(meta, 'gis_root_fs', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
+ env.SOURCE_PATH = SOURCEDIR
+ echo "Source path is ${SOURCE_PATH}"
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ versioninfo = "${WORKSPACE}/versioninfo"
+ IMAGEDIR = "image"
+ IMAGEROOT = "${WORKSPACE}/${IMAGEDIR}"
+ BOOTLOADERDEST = "${WORKSPACE}/boot"
+ KERNELDEST = "${WORKSPACE}/kernel"
+ CONTROL_PACKAGE_APP = "${WORKSPACE}/package_control"
+ PACKAGE_APP = "${WORKSPACE}/package_app"
+ sdcard = "sdcard"
+ cleanfolders = [
+ versioninfo,
+ IMAGEROOT,
+ BOOTLOADERDEST,
+ KERNELDEST,
+ CONTROL_PACKAGE_APP,
+ PACKAGE_APP,
+ sdcard,
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.generate(meta, SOURCE_REVISION, SOURCE_PATH)
+ }
+ }
+ }
+ stage('Copying bootloader artifacts') {
+ steps {
+ script {
+ bootloadermeta = importer.artifactimport(meta, BOOTLOADER_ARTIFACT_JOB, BOOTLOADER_ARTIFACT_JOB_SELECTOR, BOOTLOADERDEST)
+ }
+ }
+ }
+ stage('Copying Linux kernel artifacts') {
+ steps {
+ script {
+ kernelmeta = importer.artifactimport(meta, KERNEL_ARTIFACT_JOB, KERNEL_ARTIFACT_JOB_SELECTOR, KERNELDEST)
+ }
+ }
+ }
+ stage('Copying control package artifacts') {
+ steps {
+ script {
+ controlpackagemeta = importer.artifactimport(meta, CONTROL_PACKAGE_CREATE_JOB, CONTROL_PACKAGE_CREATE_JOB_SELECTOR, CONTROL_PACKAGE_APP)
+ }
+ }
+ }
+ stage('Copying package artifacts') {
+ steps {
+ script {
+ apppackagemeta = importer.artifactimport(meta, PACKAGE_CREATE_JOB, PACKAGE_CREATE_JOB_SELECTOR, PACKAGE_APP)
+ }
+ }
+ }
+ stage('Setup environment') {
+ steps {
+ echo 'Setting up environment'
+ echo "Rootfs path is ${SOURCE_PATH}"
+ script {
+ TOOLS_SCRIPTS = "${WORKSPACE}/buildimage/tools"
+
+ IMAGEFILE="${IMAGEROOT}/${BOARD_NAME}.img"
+
+ PASSWORD = "ramshorn42"
+
+ if (isUnix()) {
+ sh """#!/bin/bash -v
+ rm -v -rf "${IMAGEROOT}"
+ mkdir -v "${IMAGEROOT}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Setup loop device') {
+ steps {
+ script {
+ LOOPDEVICEUSED = "${WORKSPACE}/loopdeviceused"
+ if (isUnix()) {
+ sh """#!/bin/bash -v
+ rm "${LOOPDEVICEUSED}"
+
+ echo "Image name is: ${IMAGEFILE}"
+
+ # Create null partition of 3GB
+ dd if=/dev/zero of="${IMAGEFILE}" bs=1M count=4096
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Configure the image as a loopback device
+ echo "${PASSWORD}" | sudo -S echo
+ sudo losetup --find --show "${IMAGEFILE}" > "${LOOPDEVICEUSED}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ VIRTUALDISK = readFile "${LOOPDEVICEUSED}"
+ VIRTUALDISK = "${VIRTUALDISK}".trim()
+ FAT32PARTITION = "${VIRTUALDISK}p1"
+ ROOTFSPARTITION = "${VIRTUALDISK}p2"
+ PRELOADERUBOOTPARTITION = "${VIRTUALDISK}p3"
+ BOARDINFOPARTITION = "${VIRTUALDISK}p4"
+
+ echo "Loop device used: ${VIRTUALDISK}"
+ }
+ }
+ }
+ stage('Create partitions') {
+ steps {
+ script {
+ env.SFDISKSCRIPT = """label: dos
+device: ${VIRTUALDISK}
+
+${PRELOADERUBOOTPARTITION} : start=1M, size=1M, type=a2
+${FAT32PARTITION} : start=2M, size=256M, type=c
+${ROOTFSPARTITION} : start=258M, size=3.2G, type=83
+${BOARDINFOPARTITION} : start=3.5G, size=100M, type=83
+"""
+
+ if (isUnix()) {
+ sh """#!/bin/bash
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo -e "Using sfdisk script: ${SFDISKSCRIPT}"
+ echo "${SFDISKSCRIPT}" > "${IMAGEROOT}/sfdiskscript"
+ echo "${SFDISKSCRIPT}" | sudo sfdisk "${VIRTUALDISK}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sync
+
+ sudo partprobe "${VIRTUALDISK}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo mkfs.fat -F 32 "${FAT32PARTITION}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo mkfs -F -t ext3 "${ROOTFSPARTITION}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo mkfs -F -t ext3 "${BOARDINFOPARTITION}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Populate Boot partition') {
+ steps {
+ script {
+ if (isUnix()) {
+ sh """#!/bin/bash -v
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Copy the boot partition
+ sudo dd if="${BOOTLOADERDEST}/bin/preloader/preloader-mkpimage.bin" of="${PRELOADERUBOOTPARTITION}" bs=64k seek=0
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sudo dd if="${BOOTLOADERDEST}/bin/uboot/u-boot.img" of="${PRELOADERUBOOTPARTITION}" bs=64k seek=4
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sync
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Populate FAT partition') {
+ steps {
+ script {
+ env.MOUNTEDFATFILESYSTEM = "${WORKSPACE}/fatfs"
+ if (isUnix()) {
+ try {
+ sh """#!/bin/bash -v
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo rm -v -rf "${MOUNTEDFATFILESYSTEM}"
+ mkdir -v "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "Mounting FAT32 partition ${FAT32PARTITION} to ${MOUNTEDFATFILESYSTEM}"
+ sudo mount -v "${FAT32PARTITION}" "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo cp -v --preserve=timestamps "${BOOTLOADERDEST}/device_tree/top_system.dtb" "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sudo cp -v --preserve=timestamps "${BOOTLOADERDEST}/uboot_images/top_system.scr" "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo cp -v --preserve=timestamps "${KERNELDEST}/bin/zImage" "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo umount -v "${MOUNTEDFATFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ catch (Exception e) {
+ echo "Caught exception: ${e.getMessage()}"
+
+ sh """#!/bin/bash -v
+ echo "${PASSWORD}" | sudo -S echo
+
+ sudo umount "${MOUNTEDFATFILESYSTEM}"
+ exit 1
+ """
+ }
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Generate version info folder for image') {
+ steps {
+ script {
+ def metamap = [
+ [ "${versioninfo}/rootfs_bootloader", bootloadermeta ],
+ [ "${versioninfo}/rootfs_kernel", kernelmeta ],
+ [ "${versioninfo}/rootfs_controlpackage", controlpackagemeta ],
+ [ "${versioninfo}/rootfs_apppackage", apppackagemeta ],
+ [ "${versioninfo}/rootfs_image", meta ], // Incomplete until this job ends
+ ]
+ for (metaitem in metamap) {
+ (destfolder, componentmeta) = metaitem
+ dir(destfolder) {
+ componentmeta.saveJsonSerialised("meta.json")
+ }
+ }
+ }
+ }
+ }
+ stage('Populate Root partition') {
+ steps {
+ script {
+ def MOUNTEDROOTFILESYSTEM = "${WORKSPACE}/virtualrootfs"
+ def CONTROL_SERVICE_PACKAGE_NAME = 'gis-ahb-km-1024a-control-service_armhf'
+ def ESW_EL_PACKAGE_NAME = 'gis-ahb-km-1024a-esw-el_armhf'
+ def PACKAGES_ROOT_DESTINATION = "/opt/gis/packages"
+ def PACKAGES_DESTINATION = "${SOURCE_PATH}/rootfs${PACKAGES_ROOT_DESTINATION}"
+ def MIRROR_SOURCE_LIST = [
+ "deb ${MIRROR_BASE_URL}/${MIRROR_PREFIX}/ ${UBUNTU_DISTRIBUTION} main restricted",
+ "deb ${MIRROR_BASE_URL}/${MIRROR_PREFIX}/ ${UBUNTU_DISTRIBUTION} universe",
+ "deb ${MIRROR_BASE_URL}/${MIRROR_PREFIX}_updates/ ${UBUNTU_DISTRIBUTION}-updates main restricted",
+ "deb ${MIRROR_BASE_URL}/${MIRROR_PREFIX}_updates/ ${UBUNTU_DISTRIBUTION}-updates universe",
+ "deb ${MIRROR_BASE_URL}/${MIRROR_PREFIX}_security/ ${UBUNTU_DISTRIBUTION}-security main restricted",
+ "deb ${MIRROR_BASE_URL}/${MIRROR_PREFIX}_security/ ${UBUNTU_DISTRIBUTION}-security universe",
+ ].join('\n')
+ def GIS_PACKAGE_SOURCE_LIST = [
+ "deb ${MIRROR_BASE_URL}/${GIS_PACKAGE_MIRROR_PREFIX}/ ${UBUNTU_DISTRIBUTION} testing",
+ ].join('\n')
+ def ETH0_INITIAL_CONFIG = [
+ "allow-hotplug eth0",
+ "iface eth0 inet dhcp",
+ ].join('\n')
+ def ETH1_INITIAL_CONFIG = [
+ "allow-hotplug eth1",
+ "iface eth1 inet dhcp",
+ ].join('\n')
+ def DHCP_SERVER_CONFIG = [
+ "subnet 192.168.79.0 netmask 255.255.255.0 {",
+ "authoritative;",
+ "option routers 192.168.79.2;",
+ "option subnet-mask 255.255.255.0;",
+ "",
+ 'option domain-search \\\"gislocal.net\\\";',
+ "option domain-name-servers 192.168.79.2, 9.9.9.9;",
+ "option ntp-servers 192.168.79.2;",
+ "default-lease-time 604800;",
+ "max-lease-time 1036800;",
+ "",
+ "range 192.168.79.128 192.168.79.254;",
+ "}",
+ ].join('\n')
+ def LO_INITIAL_CONFIG = [
+ "auto lo",
+ "iface lo inet loopback",
+ ].join('\n')
+ def HOSTNAME_CONFIG = [ // Needs to be parameterised
+ "hmb",
+ ].join('\n')
+ def HOSTS_CONFIG = [ // Needs to be parameterised
+ "127.0.0.1 ahb ahbkm1024a",
+ "192.168.17.253 remoteupdate remoteupdate.gisapps.co.uk",
+ ].join('\n')
+ def DHCLIENT_CONFIG = [
+ "timeout 15;",
+ "retry 10;",
+ "reboot 10;",
+ ].join('\n')
+ def JOURNAL_CONFIG = [
+ "Storage=volatile",
+ "RunTimeMaxUse=50M",
+ "RunTimeMaxFileSize=2M",
+ ].join('\n')
+ if (isUnix()) {
+ try {
+ sh """#!/bin/bash -v
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo rm -rf "${MOUNTEDROOTFILESYSTEM}"
+ sudo mkdir -v "${MOUNTEDROOTFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "Mounting Root partition ${ROOTFSPARTITION} at ${MOUNTEDROOTFILESYSTEM}"
+ sudo mount -v "${ROOTFSPARTITION}" "${MOUNTEDROOTFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "Moving all Root fs files from ${SOURCE_PATH}/rootfs to ${MOUNTEDROOTFILESYSTEM}"
+ sudo mv -v "${SOURCE_PATH}/rootfs"/* "${MOUNTEDROOTFILESYSTEM}"/
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo rmdir -v "${SOURCE_PATH}/rootfs/"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo ln -v -s "${MOUNTEDROOTFILESYSTEM}" "${SOURCE_PATH}/rootfs"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ pushd "${SOURCE_PATH}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Construct root file system with original permissions, empty folders, /dev folder
+ sudo ./git-cache-meta --apply
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ popd
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "Installing packages and public key into rootfs"
+ sudo mkdir -v -p "${PACKAGES_DESTINATION}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sudo cp "${APTLYDIR}/gpg/autobuild_public.key" "${PACKAGES_DESTINATION}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sudo cp "${CONTROL_PACKAGE_APP}/package/${CONTROL_SERVICE_PACKAGE_NAME}.deb" "${PACKAGES_DESTINATION}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sudo cp "${PACKAGE_APP}/package/${ESW_EL_PACKAGE_NAME}.deb" "${PACKAGES_DESTINATION}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Set the package source
+ echo "${MIRROR_SOURCE_LIST}" | sudo tee "${SOURCE_PATH}/rootfs/etc/apt/sources.list.d/gismirror.list"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Set the GIS Presto package source
+ echo "${GIS_PACKAGE_SOURCE_LIST}" | sudo tee "${SOURCE_PATH}/rootfs/etc/apt/sources.list.d/gis.list"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "Installing packages and keys on root fs"
+ pushd "${SOURCE_PATH}/rootfs"
+
+ sudo "${SOURCE_PATH}/prechrootmount.sh"
+ if [ \$? -ne 0 ]; then popd; exit 1; fi
+
+ sudo chroot . ls "${PACKAGES_ROOT_DESTINATION}"
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Prepare for package updates and installation (from GIS mirror)
+ sudo chroot . /bin/bash -c "apt-key add ${PACKAGES_ROOT_DESTINATION}/autobuild_public.key"
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Do package updates (from GIS mirror)
+ sudo chroot . /bin/bash -c 'apt -yq update'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Install packages (from GIS mirror)
+ sudo chroot . /bin/bash -c 'apt -yq install systemd udev sudo network-manager psmisc python3 python3-zeroconf python3-pip dosfstools dialog'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ if [ "${UBUNTU_DISTRIBUTION}" != "xenial" ]; then
+ sudo chroot . /bin/bash -c 'apt -yq install netplan.io python3-ifaddr'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ fi
+
+ # Install packages (from GIS mirror)
+ sudo chroot . /bin/bash -c 'apt -yq install isc-dhcp-client tcpdump isc-dhcp-server apt-transport-https openssh-client openssh-server openssh-sftp-server apache2'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Install packages (from GIS mirror)
+ sudo chroot . /bin/bash -c 'apt -yq install inetutils-ping inetutils-telnet inetutils-traceroute wget curl ethtool iperf iperf3 tmux nmap nload zip'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ if [ "${UBUNTU_DISTRIBUTION}" != "xenial" ]; then
+ sudo chroot . /bin/bash -c 'apt -yq install ncat'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ fi
+
+ # Install packages (from GIS mirror)
+ sudo chroot . /bin/bash -c 'apt -yq install avahi-discover avahi-utils less net-tools'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Install packages (from GIS mirror)
+ sudo chroot . /bin/bash -c 'apt -yq install ifupdown apt-utils vim nano aptitude diffutils htop locate mc gkrellm gkrellmd lshw usbutils elfutils binutils gdbserver rsync'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Install packages (from GIS mirror)
+ sudo chroot . /bin/bash -c 'apt -yq install libasan6 valgrind'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Do package upgrades
+ sudo chroot . /bin/bash -c 'apt list --upgradable'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'apt -yq upgrade'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'apt list --installed'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Upgrade python modules
+ sudo chroot . /bin/bash -c 'pip3 list'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'pip3 install "zeroconf>=0.28.8"'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'pip3 list'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Remove default apache site
+ sudo chroot . /bin/bash -c 'a2dissite 000-default'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Install GIS packages (which have package dependencies)
+ sudo chroot . /bin/bash -c 'autobuild=1 apt -yq install ${PACKAGES_ROOT_DESTINATION}/${CONTROL_SERVICE_PACKAGE_NAME}.deb'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'autobuild=1 apt -yq install ${PACKAGES_ROOT_DESTINATION}/${ESW_EL_PACKAGE_NAME}.deb'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Create gis user and set password
+ sudo chroot . /bin/bash -c 'mkdir -p /home/gis'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'useradd -d /home/gis -s /bin/bash -G users,sudo gis'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'chown gis: /home/gis'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'echo -e "Presto42\\nPresto42" | passwd gis'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Set up file system
+ sudo chroot . /bin/bash -c 'echo -e "/dev/mmcblk0p1 /mnt/gisdata vfat uid=gis,gid=gis,umask=017 0 1" > /etc/fstab'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Setup gis user password-less login
+ sudo mkdir -pv "${SOURCE_PATH}/rootfs/home/gis/.ssh"
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo cp "${SOURCE_PATH}/ssh_login_keys/id_rsa_hmb.pub" "${SOURCE_PATH}/rootfs/home/gis/.ssh/authorized_keys"
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'chown -R gis: /home/gis/.ssh'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'chmod 0600 /home/gis/.ssh/authorized_keys'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Setup root password-less login
+ sudo mkdir -pv "${SOURCE_PATH}/rootfs/root/.ssh"
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo cp "${SOURCE_PATH}/ssh_login_keys/id_rsa_hmb_root.pub" "${SOURCE_PATH}/rootfs/root/.ssh/authorized_keys"
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+ sudo chroot . /bin/bash -c 'chmod 0600 /root/.ssh/authorized_keys'
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ # Set the package source
+ echo "${MIRROR_SOURCE_LIST}" | sudo tee "${SOURCE_PATH}/rootfs/etc/apt/sources.list.d/gismirror.list"
+ if [ \$? -ne 0 ]; then sudo "${SOURCE_PATH}/postchrootumount.sh"; popd; exit 1; fi
+
+ sudo "${SOURCE_PATH}/postchrootumount.sh"
+ if [ \$? -ne 0 ]; then popd; exit 1; fi
+
+ popd
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Set initial networking configuration
+ echo "${ETH0_INITIAL_CONFIG}" | sudo tee "${SOURCE_PATH}/rootfs/etc/network/interfaces.d/eth0"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "${ETH1_INITIAL_CONFIG}" | sudo tee "${SOURCE_PATH}/rootfs/etc/network/interfaces.d/eth1"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "${LO_INITIAL_CONFIG}" | sudo tee "${SOURCE_PATH}/rootfs/etc/network/interfaces.d/lo"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "${DHCP_SERVER_CONFIG}" | sudo tee -a "${SOURCE_PATH}/rootfs/etc/dhcp/dhcpd.conf"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "${HOSTNAME_CONFIG}" | sudo tee "${SOURCE_PATH}/rootfs/etc/hostname"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "${HOSTS_CONFIG}" | sudo tee "${SOURCE_PATH}/rootfs/etc/hosts"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "${DHCLIENT_CONFIG}" | sudo tee -a "${SOURCE_PATH}/rootfs/etc/dhcp/dhclient.conf"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Deal with the DHCP server settings
+ sudo sed -i 's/INTERFACESv4=""/INTERFACESv4="eth0"/g' "${SOURCE_PATH}/rootfs/etc/default/isc-dhcp-server"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "${JOURNAL_CONFIG}" | sudo tee -a "${SOURCE_PATH}/rootfs/etc/systemd/journald.conf"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo rm -v -rf "${PACKAGES_DESTINATION}/autobuild_public.key"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo mkdir -v -p "${MOUNTEDROOTFILESYSTEM}/opt/gis/other"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sudo cp -rv "${versioninfo}" "${MOUNTEDROOTFILESYSTEM}/opt/gis/other"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo mkdir -v -p "${MOUNTEDROOTFILESYSTEM}/home/gis"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "Changing permissions on gis folder content"
+ sudo chmod -v -R 775 "${MOUNTEDROOTFILESYSTEM}/home/gis"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo "Assign gis content to correct group."
+ sudo chown -v -R 1000:1000 "${MOUNTEDROOTFILESYSTEM}/home/gis"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo umount -v "${MOUNTEDROOTFILESYSTEM}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ catch (Exception e) {
+ echo "Exception occurred: ${e.getMessage()}"
+ sh """#!/bin/bash -v
+ echo "${PASSWORD}" | sudo -S echo
+
+ unlink "${SOURCE_PATH}/rootfs"
+
+ sudo umount -v "${MOUNTEDROOTFILESYSTEM}"
+ exit 1
+ """
+ }
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Export preparation') {
+ steps {
+ script {
+ if (isUnix()) {
+ sh """#!/bin/bash -v
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Save the boot partition image for export
+ # sudo dd if="${PRELOADERUBOOTPARTITION}" of="${IMAGEDIR}/preloaderbootpart.img" bs=1M
+ # if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Save the FAT32 partition image for export
+ # sudo dd if="${FAT32PARTITION}" of="${IMAGEDIR}/fat32part.img" bs=1M
+ # if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Save the Root FS partition image for export
+ # sudo dd if="${ROOTFSPARTITION}" of="${IMAGEDIR}/rootfspart.img" bs=1M
+ # if [ \$? -ne 0 ]; then exit 1; fi
+
+ sync
+
+ sudo rm -v "${sdcard}"
+ mkdir -v "${sdcard}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sudo zip -r "${sdcard}/${BOARD_NAME}.zip" "${IMAGEDIR}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ pushd "${sdcard}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ md5sum "${BOARD_NAME}.zip" > "${BOARD_NAME}.zip.md5"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ sha256sum "${BOARD_NAME}.zip" > "${BOARD_NAME}.zip.sha256"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ popd
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ }
+ stage('Checksum artifacts') {
+ steps {
+ script {
+ def checksummable = [
+ "${sdcard}/${BOARD_NAME}.zip",
+ "${sdcard}/${BOARD_NAME}.zip.md5",
+ "${sdcard}/${BOARD_NAME}.zip.sha256",
+ ]
+ checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy")
+ checksumutils.generatelist(meta, checksummable)
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ "${sdcard}/**",
+ ]
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts(["${sdcard}/**"])
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ echo 'Cleaning Loopback Devices'
+ script {
+ if (isUnix()) {
+ if ("${CLEANUP_LOOP_DEVICES}" == "true") {
+ sh """
+ echo "${PASSWORD}" | sudo -S pwd
+ sudo losetup -d "${VIRTUALDISK}"
+ """
+ }
+ // Clear up workspace by changing ownership to the running user - for clear up purposes
+ sh """#!/bin/bash
+ echo "${PASSWORD}" | sudo -S echo
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ sudo chown -R "${USER}": "${WORKSPACE}"/
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ bat """
+ echo "Cannot be built on windows at the moment"
+ exit 1
+ """
+ }
+ }
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/cloning/cloning.groovy b/cloning/cloning.groovy
new file mode 100644
index 0000000..32cab7d
--- /dev/null
+++ b/cloning/cloning.groovy
@@ -0,0 +1,174 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startnonbuild(this)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+
+ PYTHONURL = 'git@hydra:tools/python.git'
+ PYTHONBRANCH = 'origin/3.6.3_windows'
+ PYTHONDIR = "${WORKSPACE}/python"
+ PYTHONROOTDIR = 'python'
+ configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR, PYTHONROOTDIR)
+ env.PYTHON = "${PYTHONDIR}/ver/python.exe"
+ }
+ }
+ }
+ stage("Clean exports") {
+ steps {
+ script {
+ cleanfolders = [
+ ]
+ def cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Generate new job name prefix') {
+ steps {
+ script {
+ def version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ versionprefix = version.getVersionPrefix("origin/${BRANCH_TO_BUILD}", true)
+ echo "From revision: ${BRANCH_TO_BUILD} creating prefix: ${versionprefix}"
+ }
+ }
+ }
+ stage('Clone jobs') {
+ steps {
+ script {
+ def templates = []
+ def stringreplace = []
+ def templatefolder = ''
+ if (BRANCH_TO_COPY == "1.0.x") {
+ templates = [ // AHB_KM_1024A jobs
+ "AHB_KM_1024A_1.0.x_build",
+ "AHB_KM_1024A_1.0.x_image_create",
+ "AHB_KM_1024A_Init_1.0.x_image_create",
+ "AHB_KM_1024A_1.0.x_release_notes",
+ "AHB_KM_1024A_app_1.0.x_debpackage",
+ "AHB_KM_1024A_app_1.0.x_publish_package",
+ "AHB_KM_1024A_Boot_1.0.x_compile",
+ "AHB_KM_1024A_Init_Boot_1.0.x_compile",
+ "AHB_KM_1024A_control_1.0.x_debpackage",
+ "AHB_KM_1024A_control_1.0.x_publish_package",
+ "AHB_KM_1024A_ESW_1.0.x_compile",
+ "AHB_KM_1024A_ESW_simulator_1.0.x_compile",
+ "AHB_KM_1024A_ESW_Core_1.0.x_mark",
+ "AHB_KM_1024A_kernel_1.0.x_compile",
+ "AHB_KM_1024A_STM8_1.0.x_compile",
+ "AHB_KM_1024A_1.0.x_doxygen_deploy",
+ // AHB_KM_1024A test jobs
+ "AHB_KM_1024A_1.0.x_run_tests"
+ ]
+ stringreplace = [ "1.0.x" ]
+ templatefolder = TEMPLATE_FOLDER_1_0_x.trim()
+ }
+ def destfoldername = templatefolder ? templatefolder.replaceAll(BRANCH_TO_COPY, versionprefix) : ''
+ def destfolder
+ if (destfoldername) {
+ destfolder = hudson.model.Hudson.instance.getItemByFullName(destfoldername, com.cloudbees.hudson.plugins.folder.Folder)
+ if (!destfolder) {
+ echo "Creating destination folder: ${destfoldername}"
+ destfolder = Jenkins.instance.createProject(com.cloudbees.hudson.plugins.folder.Folder, destfoldername)
+ } else {
+ echo "Destination folder already exists: ${destfoldername}"
+ }
+ }
+ for (templatejobname in templates) {
+ def templatefolderjobname = templatefolder ? templatefolder + '/' + templatejobname : templatejobname
+ //def job = hudson.model.Hudson.instance.getItem(templatejobname)
+ def job = hudson.model.Hudson.instance.getItemByFullName(templatefolderjobname)
+ def newjobname = templatejobname.replaceAll(BRANCH_TO_COPY, versionprefix)
+ echo "Creating new job name: ${newjobname} from: ${templatejobname}"
+
+ //def alreadyexistingjob = hudson.model.Hudson.instance.getItem(newjobname)
+ def alreadyexistingjob = hudson.model.Hudson.instance.getItemByFullName(newjobname)
+ if (!alreadyexistingjob) {
+ def configXMLFile = job.getConfigFile()
+ //def file = configXMLFile.getFile()
+
+ def configXMLString = configXMLFile.asString()
+ echo "XML is: ${configXMLString}"
+
+ echo "Changing instances of: origin/${BRANCH_TO_COPY} with: origin/${BRANCH_TO_BUILD}"
+ configXMLString = configXMLString.replaceAll("origin/${BRANCH_TO_COPY}", "origin/${BRANCH_TO_BUILD}")
+ echo "Changing instances of: ${BRANCH_TO_COPY} with: ${BRANCH_TO_BUILD}"
+ configXMLString = configXMLString.replaceAll("${BRANCH_TO_COPY}", "${BRANCH_TO_BUILD}")
+
+ for (replacement in stringreplace) {
+ echo "Changing instances of: ${replacement} with: ${versionprefix}"
+ configXMLString = configXMLString.replaceAll(replacement, versionprefix)
+ }
+ echo "XML is now: ${configXMLString}"
+ def InputStream is = new ByteArrayInputStream(configXMLString.getBytes())
+
+ //def InputStream is = new FileInputStream(file)
+
+ echo "Creating new job ${newjobname}"
+ def newjob
+ if (destfolder) {
+ newjob = destfolder.createProjectFromXML(newjobname, is)
+ } else {
+ newjob = Jenkins.instance.createProjectFromXML(newjobname, is)
+ }
+ newjob.save();
+ echo "Created and saved new job ${newjob.getDisplayName()}"
+ } else {
+ echo "Job ${alreadyexistingjob.getDisplayName()} already exists"
+ }
+ }
+ }
+ }
+ }
+ stage('Checksum artifacts') {
+ steps {
+ script {
+ def checksummable = [
+ ]
+ checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy")
+ checksumutils.generatelist(meta, checksummable)
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ ]
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts([])
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/compile/altera_soc_build_scripts/build_boot.sh b/compile/altera_soc_build_scripts/build_boot.sh
new file mode 100755
index 0000000..8a59b80
--- /dev/null
+++ b/compile/altera_soc_build_scripts/build_boot.sh
@@ -0,0 +1,97 @@
+#!/bin/bash -v
+set -x
+
+PRODUCT_NAME=AHB-KM-1024A
+
+echo SOURCE_PATH is ${SOURCE_PATH}
+
+BSP_ROOT=${SOURCE_PATH}/saved_bsp
+echo BSP_ROOT is ${BSP_ROOT}
+BSP_DIR=${BSP_ROOT}/software/spl_bsp
+echo BSP_DIR is ${BSP_DIR}
+
+ARTIFACT_HANDOFF_DIR=${LOGICDEST}/embedded_logic/hps_isw_handoff/${LOGIC_TOP_BLOCK_NAME}_hps_0
+
+# Generate BSP from handoff held in source
+GEN_DIR=${SOURCE_PATH}/generated_bsp
+
+rm -rf ${GEN_DIR}
+mkdir ${GEN_DIR}
+
+BSP_SETTINGS_FILENAME=settings.bsp
+BSP_SETTINGS=${WORKSPACE}/${BSP_SETTINGS_FILENAME}
+bsp-create-settings --type spl --bsp-dir "${GEN_DIR}" --settings "${BSP_SETTINGS}" --preloader-settings-dir "${ARTIFACT_HANDOFF_DIR}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+bsp-query-settings --settings "${BSP_SETTINGS}" --get-all --show-names
+if [ $? -ne 0 ]; then exit 1; fi
+
+echo BOARD_CONFIGURATION_CHOOSER is ${BOARD_CONFIGURATION_CHOOSER}
+
+case "${BOARD_CONFIGURATION_CHOOSER}" in
+ gis_ahbkm1024a)
+ GIS_BOARD_DIR=${BSP_DIR}/uboot-socfpga/board/gis/ahbkm1024a
+ ;;
+
+ gis_ahbkm1024a_production_bootloader)
+ GIS_BOARD_DIR=${BSP_DIR}/uboot-socfpga/board/gis/ahbkm1024a_production_bootloader
+ ;;
+
+ *)
+ echo "Unsupported board configuration: ${BOARD_CONFIGURATION_CHOOSER}"
+ exit 1
+ ;;
+esac
+
+echo GIS_BOARD_DIR is ${GIS_BOARD_DIR}
+echo PRELOADER_UPDATE_DIR is ${GIS_BOARD_DIR}
+echo PRELOADER_SETTINGS_DIR is ${ARTIFACT_HANDOFF_DIR}
+
+cp -rv ${GEN_DIR}/generated/* ${GIS_BOARD_DIR}
+if [ $? -ne 0 ]; then exit 1; fi
+cp -rv ${ARTIFACT_HANDOFF_DIR}/* ${GIS_BOARD_DIR}/sdram
+if [ $? -ne 0 ]; then exit 1; fi
+
+echo Making Preloader and Bootloader at ${BSP_DIR}
+pushd "${BSP_DIR}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+which make
+if [ $? -ne 0 ]; then exit 1; fi
+
+#make clean
+#if [ $? -ne 0 ]; then exit 1; fi
+
+
+# Preloader
+make SOCFPGA_BOARD_CONFIG=${BOARD_CONFIGURATION_CHOOSER}
+if [ $? -ne 0 ]; then exit 1; fi
+
+# U-Boot
+make uboot SOCFPGA_BOARD_CONFIG=${BOARD_CONFIGURATION_CHOOSER}
+if [ $? -ne 0 ]; then exit 1; fi
+
+popd
+if [ $? -ne 0 ]; then exit 1; fi
+
+OUTPUT_DIR=${WORKSPACE}/bin
+
+PRELOADER_OUTPUT_DIR=${OUTPUT_DIR}/preloader
+rm -rf "${PRELOADER_OUTPUT_DIR}"
+mkdir -p "${PRELOADER_OUTPUT_DIR}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+BUILD_OUTPUT_ROOT=${BSP_DIR}
+
+cp "${BUILD_OUTPUT_ROOT}/preloader-mkpimage.bin" "${PRELOADER_OUTPUT_DIR}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+UBOOT_OUTPUT_DIR=${OUTPUT_DIR}/uboot
+rm -rf "${UBOOT_OUTPUT_DIR}"
+mkdir -p "${UBOOT_OUTPUT_DIR}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+cp "${BUILD_OUTPUT_ROOT}/uboot-socfpga/u-boot" "${BUILD_OUTPUT_ROOT}/uboot-socfpga/u-boot.img" "${BUILD_OUTPUT_ROOT}/uboot-socfpga/u-boot.srec" "${BUILD_OUTPUT_ROOT}/uboot-socfpga/u-boot.bin" "${BUILD_OUTPUT_ROOT}/uboot-socfpga/u-boot.map" "${UBOOT_OUTPUT_DIR}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+exit 0
diff --git a/compile/altera_soc_build_scripts/build_device_tree_blob.sh b/compile/altera_soc_build_scripts/build_device_tree_blob.sh
new file mode 100755
index 0000000..fade6a4
--- /dev/null
+++ b/compile/altera_soc_build_scripts/build_device_tree_blob.sh
@@ -0,0 +1,35 @@
+#!/bin/bash -x
+#
+# Script to convert a sopcinfo file with board xml files into a device tree blob using sopc2dts command
+#
+
+DTB_ROOT=${WORKSPACE}/device_tree
+
+rm -rf "${DTB_ROOT}"
+mkdir "${DTB_ROOT}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+ELOGIC_DIR=${LOGICDEST}/embedded_logic
+BOARD_INFO_ROOT=${WORKSPACE}/gis_preloader_uboot/device_tree/${BOARD_CONFIGURATION_CHOOSER}
+
+sopc2dts --input "${ELOGIC_DIR}/${LOGIC_SOPCINFO_NAME_PREFIX}.sopcinfo" --output "${DTB_ROOT}/top_system.dts" --type dts --board "${BOARD_INFO_ROOT}/soc_system_board_info.xml" --board "${BOARD_INFO_ROOT}/hps_common_board_info.xml" --bridge-removal all --clocks
+if [ $? -ne 0 ]; then exit 1; fi
+
+# We should use dtc to build the dtb file from the dts.
+# This is because dtc has the -@ option to keep symbols, which we need for device tree overlays
+# It is also stricter than sopc2dts, which will help us catch errors.
+
+#sopc2dts --input "${ELOGIC_DIR}/${LOGIC_SOPCINFO_NAME_PREFIX}.sopcinfo" --output "${DTB_ROOT}/top_system.dtb" --type dtb --board "${BOARD_INFO_ROOT}/soc_system_board_info.xml" --board "${BOARD_INFO_ROOT}/hps_common_board_info.xml" --bridge-removal all --clocks
+
+# Need to force output, as pll drivers are missing
+which dtc
+echo workspace is
+echo ${WORKSPACE}
+chmod 775 ${WORKSPACE}/dtc/dtc
+${WORKSPACE}/dtc/dtc -f -@ -I dts -O dtb -o "${DTB_ROOT}/top_system.dtb" "${DTB_ROOT}/top_system.dts"
+
+if [ $? -ne 0 ]; then exit 1; fi
+
+exit 0
+
+
diff --git a/compile/altera_soc_build_scripts/build_device_tree_blob_from_source.sh b/compile/altera_soc_build_scripts/build_device_tree_blob_from_source.sh
new file mode 100755
index 0000000..16baab1
--- /dev/null
+++ b/compile/altera_soc_build_scripts/build_device_tree_blob_from_source.sh
@@ -0,0 +1,30 @@
+#!/bin/bash -x
+#
+# Script to convert board-specific hierarchical device tree source into a device tree blob
+#
+
+DTB_ROOT=${WORKSPACE}/device_tree
+
+rm -rf "${DTB_ROOT}"
+mkdir "${DTB_ROOT}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+ALL_BOARD_ROOT=${WORKSPACE}/gis_preloader_uboot/device_tree
+BOARD_INFO_ROOT=${ALL_BOARD_ROOT}/${BOARD_CONFIGURATION_CHOOSER}
+BOARD_DTS=${BOARD_INFO_ROOT}/altsource/${BOARD_CONFIGURATION_CHOOSER}.dts
+BOARD_FLAT_DTS=${BOARD_INFO_ROOT}/altsource/${BOARD_CONFIGURATION_CHOOSER}.flat.dts
+SOCFPGA_DTS_DEFINITIONS_ROOT=${ALL_BOARD_ROOT}/socfpga
+
+# First convert hierarchical device tree source into flat device tree source
+cpp -nostdinc -I "${SOCFPGA_DTS_DEFINITIONS_ROOT}" -I "${SOCFPGA_DTS_DEFINITIONS_ROOT}/include" -undef -x assembler-with-cpp "${BOARD_DTS}" > "${BOARD_FLAT_DTS}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+# Convert flat device tree file into dtc-processed device tree source
+dtc -I dts -O dts -o "${DTB_ROOT}/top_system.dts" "${BOARD_FLAT_DTS}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+# Convert flat device tree file into device tree blob
+dtc -I dts -O dtb -o "${DTB_ROOT}/top_system.dtb" "${BOARD_FLAT_DTS}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+exit 0
diff --git a/compile/altera_soc_build_scripts/build_uboot_images.sh b/compile/altera_soc_build_scripts/build_uboot_images.sh
new file mode 100755
index 0000000..737ef41
--- /dev/null
+++ b/compile/altera_soc_build_scripts/build_uboot_images.sh
@@ -0,0 +1,17 @@
+#!/bin/bash -x
+#
+# Script to convert a text file into a u-boot script
+#
+# Note that the text input file should be saved with Linux line endings to avoid lots of warnings at boot time
+#
+
+UBOOT_IMAGE_ROOT=${WORKSPACE}/uboot_images
+
+rm -rf "${UBOOT_IMAGE_ROOT}"
+mkdir "${UBOOT_IMAGE_ROOT}"
+if [ $? -ne 0 ]; then exit 1; fi
+
+mkimage -A arm -O linux -T script -C none -n "GIS u-boot script" -d "${WORKSPACE}/gis_preloader_uboot/uboot_script/${BOARD_CONFIGURATION_CHOOSER}/gis-u-boot.txt" "${UBOOT_IMAGE_ROOT}/top_system.scr"
+if [ $? -ne 0 ]; then exit 1; fi
+
+exit 0
diff --git a/compile/compile.groovy b/compile/compile.groovy
new file mode 100644
index 0000000..7dfbbc8
--- /dev/null
+++ b/compile/compile.groovy
@@ -0,0 +1,325 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(
+ this,
+ PRODUCT_NAME,
+ SUBCOMPONENT_NAME,
+ RELEASE_REPO,
+ )
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+
+ XMLCOREUTILSURL = 'git@hydra:tools/xml-coreutils.git'
+ XMLCOREUTILSREVISION = "origin/master"
+ XMLCOREUTILSDIR = "${WORKSPACE}/xmlcoreutils"
+ configurationhelper.gitCheckoutAndRegister(
+ meta,
+ 'xmlcoreutils',
+ XMLCOREUTILSURL,
+ XMLCOREUTILSREVISION,
+ XMLCOREUTILSDIR
+ )
+ env.PATH = "${XMLCOREUTILSDIR}/ver/src" + ":" + env.PATH
+
+ ALTERASOCEDSURL = 'git@hydra:tools/altera_soc_eds.git'
+ if (isUnix()) {
+ ALTERASOCEDSBRANCH = "origin/17.1.0.240-linux"
+ }
+ else {
+ ALTERASOCEDSBRANCH = "origin/17.1.0.240-windows"
+ }
+ ALTERASOCEDSDIR = "${WORKSPACE}/altera_soc_eds"
+ configurationhelper.gitCheckoutAndRegister(meta, 'altera_soc_eds', ALTERASOCEDSURL, ALTERASOCEDSBRANCH, ALTERASOCEDSDIR)
+ env.ALTERA_SOC_EDS = ALTERASOCEDSDIR
+
+ PYTHONURL = 'git@hydra:tools/python.git'
+ if (isUnix()) {
+ PYTHONBRANCH = "origin/3.6.3_linux"
+ }
+ else {
+ PYTHONBRANCH = "origin/3.6.3_windows"
+ }
+ PYTHONDIR = "${WORKSPACE}/python"
+ configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR)
+ if (isUnix()) {
+ env.PYTHON = "${PYTHONDIR}/usr/local/bin/python3"
+ }
+ else {
+ env.PYTHON = "${PYTHONDIR}/ver/python.exe"
+ }
+
+ ARMGCCURL = 'git@hydra:tools/arm-gcc.git'
+ ARMGCCREVISION = ARM_GCC_REVISION.trim()
+ ARMGCCDIR = "${WORKSPACE}/arm-gcc"
+ ARMGCCNAME = ARM_GCC_NAME.trim()
+ configurationhelper.gitCheckoutAndRegister(meta, 'arm-gcc', ARMGCCURL, ARMGCCREVISION, ARMGCCDIR)
+ if (isUnix()) {
+ env.TOOLCHAIN_FOLDER = "${ARMGCCDIR}/x86_64_arm-linux-gnueabihf/ver/bin"
+ env.ARMGCCSTDLIB_FOLDER = "${ARMGCCDIR}/x86_64_arm-linux-gnueabihf/ver/arm-linux-gnueabihf/libc/lib"
+ }
+ else {
+ env.TOOLCHAIN_FOLDER = "${ARMGCCDIR}/i686-mingw32_arm-linux-gnueabihf/ver/bin"
+ env.ARMGCCSTDLIB_FOLDER = "${ARMGCCDIR}/i686-mingw32_arm-linux-gnueabihf/ver/arm-linux-gnueabihf/libc/lib"
+ }
+ env.ARM_GCC = ARMGCCDIR
+
+ CMAKEURL = 'git@hydra:tools/cmake.git'
+ CMAKEREVISION = "origin/3.19.3"
+ CMAKEDIR = "${WORKSPACE}/cmake"
+ configurationhelper.gitCheckoutAndRegister(meta, 'cmake', CMAKEURL, CMAKEREVISION, CMAKEDIR)
+ if (isUnix()) {
+ env.PATH = "${CMAKEDIR}/Linux-x86_64/ver/bin" + ":" + env.PATH
+ } else {
+ env.PATH = "${CMAKEDIR}/win64-x64/ver/bin" + ";" + env.PATH
+ }
+
+ CDSURL = 'git@hydra:core-presto/core-developer-scripts.git'
+ CDSREVISION = "origin/master"
+ CDSDIR = "${WORKSPACE}/cds"
+ configurationhelper.gitCheckoutAndRegister(meta, 'core-developer-scripts', CDSURL, CDSREVISION, CDSDIR)
+ env.CDS = CDSDIR
+
+ DOXYGENEXE = 'doxygen'
+ }
+ }
+ }
+ stage('Checkout source') {
+ steps {
+ script {
+ ESWDIR = 'esw'
+ SOURCEURL = "git@hydra:ahb-km-1024a-source/ahb-km-1024a-embedded-software-subtree.git"
+ SOURCEREVISION = SOURCE_REVISION.trim()
+ SOURCENAME = 'ahb-km-1024a'
+ hs = "${ESWDIR}/${SOURCENAME}"
+ configurationhelper.gitCheckoutAndRegister(meta, SOURCENAME, SOURCEURL, SOURCEREVISION, hs, '', 0, false)
+ env.SOURCE_PATH = hs
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ STATICANALYSIS = 'staticanalysis'
+ env.LOGICDEST = "${WORKSPACE}/logic"
+ DOXYGENOUT_FOLDER_NAME = 'doxygen_out'
+ env.DOXYGENOUT = "${WORKSPACE}/${DOXYGENOUT_FOLDER_NAME}"
+ env.EXPORT = "${WORKSPACE}/export"
+ cleanfolders = [
+ EXPORT,
+ LOGICDEST,
+ STATICANALYSIS,
+ DOXYGENOUT
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.generate(meta, SOURCE_REVISION, SOURCE_PATH)
+ }
+ }
+ }
+ stage('Checkout core source') {
+ steps {
+ script {
+ CORESOURCEURL = "git@hydra:core-presto/core-presto-embedded-software-subtree.git"
+ CORESOURCEREVISION = CORE_SOURCE_REVISION.trim()
+ CORESOURCENAME = 'core'
+ cs = "${ESWDIR}/${CORESOURCENAME}"
+ configurationhelper.gitCheckoutAndRegister(meta, CORESOURCENAME, CORESOURCEURL, CORESOURCEREVISION, cs, '', 0, false)
+ }
+ }
+ }
+ stage('Copying logic artifacts') {
+ steps {
+ script {
+ def logicoptions = importer.getNewImportOptions()
+ logicoptions.source(LOGIC_ARTIFACT_LOCATION, LOGIC_ARTIFACT_PROJECT, LOGIC_ARTIFACT_BUILD_SELECTOR, LOGIC_ARTIFACT_RELEASE_REPO, LOGIC_ARTIFACT_RELEASE_REVISION)
+ importer.artifactimport(meta, logicoptions, LOGICDEST)
+ }
+ }
+ }
+ stage('Checking for logic handover change') {
+ steps {
+ script {
+ def jsondifferenceshelper = load("${autobuilder.commonscripts()}/differences/json.groovy")
+
+ // Fails build if there is a difference
+ IMPORTED_JSON="${LOGICDEST}/embedded_logic/handover/combined_auto.json"
+ CURRENT_JSON="${hs}/HAL_Generator/combined_auto.json"
+ jsondifferenceshelper.comparefiles(IMPORTED_JSON, CURRENT_JSON)
+
+ IMPORTED_JSON="${LOGICDEST}/embedded_logic/handover/ahb_fpga.json"
+ CURRENT_JSON="${hs}/HAL_Generator/ahb_fpga.json"
+ jsondifferenceshelper.comparefiles(IMPORTED_JSON, CURRENT_JSON)
+
+ IMPORTED_JSON="${LOGICDEST}/embedded_logic/handover/hmb_fpga.json"
+ CURRENT_JSON="${hs}/HAL_Generator/hmb_fpga.json"
+ jsondifferenceshelper.comparefiles(IMPORTED_JSON, CURRENT_JSON)
+
+ IMPORTED_HPS0="${LOGICDEST}/embedded_logic/hps_0.h"
+ CURRENT_HPS0="${hs}/src/model/logic_adapters/hps_0.h"
+ def filedifferenceshelper = load("${autobuilder.commonscripts()}/differences/file.groovy")
+ filedifferenceshelper.comparefiles(IMPORTED_HPS0, CURRENT_HPS0)
+ }
+ }
+ }
+ stage('Version stamp files') {
+ steps {
+ script {
+ convertdetails = [
+ // File to convert Pattern to replace New string
+ [ "${cs}/presto_hal/src/prestohal/Common/Generic4Version.cpp", "0,30000,0,0", meta.buildstampinfo.buildstampcommasep() ],
+ [ "${cs}/presto/src_embedded/HMB/src/presto/RestApi/productinfo/ProductInfoJView.cpp", "0.30000.0.0", meta.buildstampinfo.buildstamp ],
+ ]
+ versionnumbering = load("${autobuilder.commonscripts()}/versionnumbering/do.groovy")
+ versionnumbering.stamp(convertdetails)
+ }
+ }
+ }
+ stage('Build') {
+ steps {
+ script {
+ dir(SOURCE_PATH) {
+ toBuild = []
+ def toBuildUntrimmed = BUILD_VARIANTS.split(',')
+ toBuildUntrimmed.each {
+ toBuild.add(it.trim())
+ }
+ env.TARGET_HOST_IP = 'localhost'
+ env.GDB_PORT = '12345'
+ for (variant in toBuild) {
+ sh """#!/bin/bash
+ cmake -v -S . -Bbuild/${variant} -DCMAKE_TOOLCHAIN_FILE="${CDS}/cmake/arm_cross_compiler.cmake" -DCMAKE_BUILD_TYPE=${variant} --build .
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ cmake --build build/${variant} --parallel \$(nproc) -v --target KM1024a
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ cmake --install build/${variant} --prefix "${EXPORT}/${variant}" --component APPLICATION_AUTOBUILD
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ }
+ }
+ }
+ }
+ stage('Static analysis') {
+ steps {
+ script {
+ recordIssues(
+ enabledForFailure: true,
+ tools: [
+ gcc(reportEncoding: 'UTF-8')
+ ]
+ )
+ }
+ }
+ }
+ stage('Produce doxygen output') {
+ when {
+ expression {
+ PRODUCE_DOXYGEN_OUTPUT == 'true'
+ }
+ }
+ steps {
+ script {
+ DOXYGENCONFIG = "${WORKSPACE}/autobuild/compile/${DOXYGEN_CONFIG_FILENAME.trim()}"
+ dir(DOXYGENOUT) {
+ }
+ echo "Running doxygen in folder: ${ESWDIR} using executable: ${DOXYGENEXE} and config: ${DOXYGENCONFIG} Expecting output at: ${DOXYGENOUT}"
+ dir(ESWDIR) {
+ if (isUnix()) {
+ sh """#!/bin/bash
+ "${DOXYGENEXE}" "${DOXYGENCONFIG}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ } else {
+ error "Windows not supported for building at the moment"
+ }
+ }
+ }
+ }
+ }
+ stage('Create compressed export (preserving links)') {
+ steps {
+ script {
+ if (isUnix()) {
+ sh """#!/bin/bash
+ rm export.tgz
+ tar zcvf export.tgz export
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ } else {
+ error "Windows not supported for building at the moment"
+ }
+ }
+ }
+ }
+ stage('Checksum artifacts') {
+ steps {
+ script {
+ def checksummable = [
+ 'export/**',
+ 'export.tgz',
+ ]
+ checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy")
+ checksumutils.generatelist(meta, checksummable)
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ ]
+ if (PRODUCE_DOXYGEN_OUTPUT == 'true') {
+ publishable.add("${DOXYGENOUT_FOLDER_NAME}/**")
+ }
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifacts = ['export/**','export.tgz']
+ if (PRODUCE_DOXYGEN_OUTPUT == 'true') {
+ artifacts.add("${DOXYGENOUT_FOLDER_NAME}/**")
+ }
+ def artifactlist = meta.generateartifacts(artifacts)
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/compile/compile_boot.groovy b/compile/compile_boot.groovy
new file mode 100644
index 0000000..9f214ce
--- /dev/null
+++ b/compile/compile_boot.groovy
@@ -0,0 +1,223 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+
+ ALTERASOCEDSURL = 'git@hydra:tools/altera_soc_eds.git'
+ ALTERASOCEDSDIR = "${WORKSPACE}/altera_soc_eds"
+ configurationhelper.gitCheckoutAndRegister(meta, 'altera_soc_eds', ALTERASOCEDSURL, ALTERA_SOC_EDS_REVISION, ALTERASOCEDSDIR)
+ env.ALTERA_SOC_EDS = ALTERASOCEDSDIR
+
+ DTCURL = 'git@hydra:tools/dtc.git'
+ DTCREVISION = "origin/1.4.5"
+ DTCDIR = "${WORKSPACE}/dtc"
+ configurationhelper.gitCheckoutAndRegister(meta, 'dtc', DTCURL, DTCREVISION, DTCDIR)
+
+ PYTHONURL = 'git@hydra:tools/python.git'
+ if (isUnix()) {
+ PYTHONBRANCH = "origin/3.6.3_linux"
+ }
+ else {
+ PYTHONBRANCH = "origin/3.6.3_windows"
+ }
+ PYTHONDIR = "${WORKSPACE}/python"
+ configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR)
+ if (isUnix()) {
+ env.PYTHON = "${PYTHONDIR}/usr/local/bin/python3"
+ }
+ else {
+ env.PYTHON = "${PYTHONDIR}/ver/python.exe"
+ }
+ }
+ }
+ }
+ stage('Checkout source') {
+ steps {
+ script {
+ SOURCEURL = 'git@hydra:gis-embedded-linux/gis_preloader_uboot.git'
+ SOURCEREVISION = "${SOURCE_REVISION}".trim()
+ SOURCEDIR = "${WORKSPACE}/gis_preloader_uboot"
+ configurationhelper.gitCheckoutAndRegister(meta, 'gis_preloader_uboot', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
+ env.SOURCE_PATH = SOURCEDIR
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ env.LOGICDEST = "${WORKSPACE}/logic"
+ cleanfolders = [
+ "${WORKSPACE}/bin",
+ LOGICDEST,
+ "${WORKSPACE}/version",
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.generate(meta, SOURCE_REVISION, SOURCE_PATH)
+ }
+ }
+ }
+ stage('Copying logic artifacts') {
+ steps {
+ script {
+ def logicoptions = importer.getNewImportOptions()
+ logicoptions.source(LOGIC_ARTIFACT_LOCATION, LOGIC_ARTIFACT_PROJECT, LOGIC_ARTIFACT_BUILD_SELECTOR, LOGIC_ARTIFACT_RELEASE_REPO, LOGIC_ARTIFACT_RELEASE_REVISION)
+ importer.artifactimport(meta, logicoptions, LOGICDEST)
+ }
+ }
+ }
+ stage('Version stamp files') {
+ steps {
+ script {
+ convertdetails = [
+ // File to convert Pattern to replace New string
+ ]
+ versionnumbering = load("${autobuilder.commonscripts()}/versionnumbering/do.groovy")
+ versionnumbering.stamp(convertdetails)
+ }
+ }
+ }
+ stage('Build preloader and u-boot') {
+ steps {
+ script {
+ env.COMPILE_SCRIPTS = "${autobuilder.getautobuildpath()}/compile"
+ echo "Compile scripts at ${COMPILE_SCRIPTS}"
+ if (isUnix()) {
+ sh '''
+ "${ALTERA_SOC_EDS}/ver/embedded/embedded_command_shell.sh" "${COMPILE_SCRIPTS}/altera_soc_build_scripts/build_boot.sh"
+ '''
+ }
+ else {
+ bat '''
+ "%ALTERA_SOC_EDS%/ver/embedded/embedded_command_shell.bat" "${COMPILE_SCRIPTS}/altera_soc_build_scripts/build_boot.sh"
+ '''
+ }
+ }
+ }
+ }
+ stage('Static analysis') {
+ steps {
+ script {
+ recordIssues(
+ enabledForFailure: true,
+ tools: [
+ gcc(reportEncoding: 'UTF-8'),
+ ]
+ )
+ }
+ }
+ }
+ stage('Build u-boot script') {
+ steps {
+ script {
+ echo "Compile scripts at ${COMPILE_SCRIPTS}"
+ if (isUnix()) {
+ sh '''
+ "${ALTERA_SOC_EDS}/ver/embedded/embedded_command_shell.sh" "${COMPILE_SCRIPTS}/altera_soc_build_scripts/build_uboot_images.sh"
+ '''
+ }
+ else {
+ bat '''
+ "%ALTERA_SOC_EDS%/ver/embedded/embedded_command_shell.bat" "${COMPILE_SCRIPTS}/altera_soc_build_scripts/build_uboot_images.sh"
+ '''
+ }
+ }
+ }
+ }
+ stage('Build device tree blob') {
+ steps {
+ script {
+ echo "Compile scripts at ${COMPILE_SCRIPTS}"
+ if ("${BUILD_DEVICE_TREE_FROM_SOPCINFO}" == "true") {
+ if (isUnix()) {
+ sh '''
+ "${ALTERA_SOC_EDS}/ver/embedded/embedded_command_shell.sh" "${COMPILE_SCRIPTS}/altera_soc_build_scripts/build_device_tree_blob.sh"
+ '''
+ }
+ else {
+ bat '''
+ "%ALTERA_SOC_EDS%/ver/embedded/embedded_command_shell.bat" "${COMPILE_SCRIPTS}/altera_soc_build_scripts/build_device_tree_blob.sh"
+ '''
+ }
+ }
+ else
+ {
+ if (isUnix()) {
+ sh '''
+ "${ALTERA_SOC_EDS}/ver/embedded/embedded_command_shell.sh" "${COMPILE_SCRIPTS}/altera_soc_build_scripts/build_device_tree_blob_from_source.sh"
+ '''
+ }
+ else {
+ bat '''
+ "%ALTERA_SOC_EDS%/ver/embedded/embedded_command_shell.bat" "${COMPILE_SCRIPTS}/altera_soc_build_scripts/build_device_tree_blob_from_source.sh"
+ '''
+ }
+ }
+ }
+ }
+ }
+ stage('Checksum artifacts') {
+ steps {
+ script {
+ def checksummable = [
+ 'bin/**',
+ 'uboot_script/**',
+ 'device_tree/**',
+ ]
+ checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy")
+ checksumutils.generatelist(meta, checksummable)
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ ]
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts(["bin/**","uboot_images/**","device_tree/**"])
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/compile/compile_kernel.groovy b/compile/compile_kernel.groovy
new file mode 100644
index 0000000..209ebf4
--- /dev/null
+++ b/compile/compile_kernel.groovy
@@ -0,0 +1,173 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+
+ PYTHONURL = 'git@hydra:tools/python.git'
+ if (isUnix()) {
+ PYTHONBRANCH = "origin/3.6.3_linux"
+ }
+ else {
+ PYTHONBRANCH = "origin/3.6.3_windows"
+ }
+ PYTHONDIR = "${WORKSPACE}/python"
+ configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR)
+ if (isUnix()) {
+ env.PYTHON = "${PYTHONDIR}/usr/local/bin/python3"
+ }
+ else {
+ env.PYTHON = "${PYTHONDIR}/ver/python.exe"
+ }
+
+ ARMGCCURL = 'git@hydra:tools/arm-gcc.git'
+ ARMGCCREVISION = "${ARM_GCC_REVISION}"
+ ARMGCCDIR = "${WORKSPACE}/arm-gcc"
+ configurationhelper.gitCheckoutAndRegister(meta, 'arm-gcc', ARMGCCURL, ARMGCCREVISION, ARMGCCDIR)
+ if (isUnix()) {
+ env.TOOLCHAIN_FOLDER = "${WORKSPACE}/arm-gcc/x86_64_arm-linux-gnueabihf/ver/bin"
+ }
+ else {
+ env.TOOLCHAIN_FOLDER = "${WORKSPACE}/arm-gcc/i686-mingw32_arm-linux-gnueabihf/ver/bin"
+ }
+ }
+ }
+ }
+ stage('Checkout source') {
+ steps {
+ script {
+ SOURCEURL = SOURCE_URL.trim()
+ SOURCEREVISION = SOURCE_REVISION.trim()
+ SOURCEDIR = "${WORKSPACE}/kernel"
+ configurationhelper.gitCheckoutAndRegister(meta, 'kernel', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
+ env.SOURCE_PATH = SOURCEDIR
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ cleanfolders = [
+ "${WORKSPACE}/bin",
+ "${WORKSPACE}/version",
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.generate(meta, SOURCE_REVISION, SOURCE_PATH)
+ }
+ }
+ }
+ stage('Build') {
+ steps {
+ script {
+ // Setting environment
+ env.CROSS_COMPILE = "${TOOLCHAIN_FOLDER}/arm-linux-gnueabihf-"
+ env.ARCH = 'arm'
+ if (isUnix()) {
+ sh """#!/bin/bash -v
+ CORES=\$(getconf _NPROCESSORS_ONLN)
+
+ # Build the kernel using the socfpga default config (that comes with the kernel)
+ pushd "${SOURCE_PATH}"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ echo Building kernel in folder: `pwd`
+
+ make socfpga_defconfig
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ make -j\${CORES} zImage
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ # Create an artifacts directory and copy the kernel to it
+ mkdir "${WORKSPACE}/bin"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ cp "${SOURCE_PATH}/arch/arm/boot/zImage" "${WORKSPACE}/bin/zImage"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ cp "${SOURCE_PATH}/.config" "${WORKSPACE}/bin/config"
+ if [ \$? -ne 0 ]; then exit 1; fi
+
+ popd
+
+ """
+ }
+ else {
+ error "Windows not currently supported"
+ }
+ }
+ }
+ }
+ stage('Static analysis') {
+ steps {
+ script {
+ recordIssues(
+ enabledForFailure: true,
+ tools: [
+ gcc(reportEncoding: 'UTF-8'),
+ ]
+ )
+ }
+ }
+ }
+ stage('Checksum artifacts') {
+ steps {
+ script {
+ def checksummable = [
+ 'bin/**',
+ ]
+ checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy")
+ checksumutils.generatelist(meta, checksummable)
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ ]
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts(["bin/**"])
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/compile/compile_simulator.groovy b/compile/compile_simulator.groovy
new file mode 100644
index 0000000..17e85b7
--- /dev/null
+++ b/compile/compile_simulator.groovy
@@ -0,0 +1,267 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(
+ this,
+ PRODUCT_NAME,
+ SUBCOMPONENT_NAME,
+ RELEASE_REPO,
+ )
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+ importer = load("${autobuilder.commonscripts()}/import/importer.groovy")
+
+ XMLCOREUTILSURL = 'git@hydra:tools/xml-coreutils.git'
+ XMLCOREUTILSREVISION = "origin/master"
+ XMLCOREUTILSDIR = "${WORKSPACE}/xmlcoreutils"
+ configurationhelper.gitCheckoutAndRegister(
+ meta,
+ 'xmlcoreutils',
+ XMLCOREUTILSURL,
+ XMLCOREUTILSREVISION,
+ XMLCOREUTILSDIR
+ )
+ env.PATH = "${XMLCOREUTILSDIR}/ver/src" + ":" + env.PATH
+
+ ALTERASOCEDSURL = 'git@hydra:tools/altera_soc_eds.git'
+ if (isUnix()) {
+ ALTERASOCEDSBRANCH = "origin/17.1.0.240-linux"
+ }
+ else {
+ ALTERASOCEDSBRANCH = "origin/17.1.0.240-windows"
+ }
+ ALTERASOCEDSDIR = "${WORKSPACE}/altera_soc_eds"
+ configurationhelper.gitCheckoutAndRegister(meta, 'altera_soc_eds', ALTERASOCEDSURL, ALTERASOCEDSBRANCH, ALTERASOCEDSDIR)
+ env.ALTERA_SOC_EDS = ALTERASOCEDSDIR
+
+ PYTHONURL = 'git@hydra:tools/python.git'
+ if (isUnix()) {
+ PYTHONBRANCH = "origin/3.6.3_linux"
+ }
+ else {
+ PYTHONBRANCH = "origin/3.6.3_windows"
+ }
+ PYTHONDIR = "${WORKSPACE}/python"
+ configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR)
+ if (isUnix()) {
+ env.PYTHON = "${PYTHONDIR}/usr/local/bin/python3"
+ }
+ else {
+ env.PYTHON = "${PYTHONDIR}/ver/python.exe"
+ }
+
+ CYGWIN64URL = 'git@hydra:gis/cygwin64.git'
+ CYGWIN64REVISION = "origin/master"
+ CYGWIN64DIR = "${WORKSPACE}/cygwin64"
+ configurationhelper.gitCheckoutAndRegister(meta, 'cygwin64', CYGWIN64URL, CYGWIN64REVISION, CYGWIN64DIR)
+
+ CMAKEURL = 'git@hydra:tools/cmake.git'
+ CMAKEREVISION = "origin/3.19.3"
+ CMAKEDIR = "${WORKSPACE}/cmake"
+ configurationhelper.gitCheckoutAndRegister(meta, 'cmake', CMAKEURL, CMAKEREVISION, CMAKEDIR)
+ if (isUnix()) {
+ env.PATH = "${CMAKEDIR}/Linux-x86_64/ver/bin" + ":" + env.PATH
+ } else {
+ env.PATH = "${CMAKEDIR}/win64-x64/ver/bin" + ";" + env.PATH
+ }
+
+ CDSURL = 'git@hydra:core-presto/core-developer-scripts.git'
+ CDSREVISION = "origin/master"
+ CDSDIR = "${WORKSPACE}/cds"
+ configurationhelper.gitCheckoutAndRegister(meta, 'core-developer-scripts', CDSURL, CDSREVISION, CDSDIR)
+ env.CDS = CDSDIR
+
+ }
+ }
+ }
+ stage('Checkout source') {
+ steps {
+ script {
+ ESWDIR = 'esw'
+ SOURCEURL = "git@hydra:ahb-km-1024a-source/ahb-km-1024a-embedded-software-subtree.git"
+ SOURCEREVISION = SOURCE_REVISION.trim()
+ SOURCENAME = 'ahb-km-1024a'
+ hs = "${ESWDIR}/${SOURCENAME}"
+ configurationhelper.gitCheckoutAndRegister(meta, SOURCENAME, SOURCEURL, SOURCEREVISION, hs, '', 0, false)
+ env.SOURCE_PATH = hs
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ STATICANALYSIS = 'staticanalysis'
+ env.LOGICDEST = "${WORKSPACE}/logic"
+ DOXYGENOUT_FOLDER_NAME = 'doxygen_out'
+ env.DOXYGENOUT = "${WORKSPACE}/${DOXYGENOUT_FOLDER_NAME}"
+ env.EXPORT = "${WORKSPACE}/export"
+ cleanfolders = [
+ EXPORT,
+ LOGICDEST,
+ STATICANALYSIS,
+ DOXYGENOUT
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.generate(meta, SOURCE_REVISION, SOURCE_PATH)
+ }
+ }
+ }
+ stage('Checkout core source') {
+ steps {
+ script {
+ CORESOURCEURL = "git@hydra:core-presto/core-presto-embedded-software-subtree.git"
+ CORESOURCEREVISION = CORE_SOURCE_REVISION.trim()
+ CORESOURCENAME = 'core'
+ cs = "${ESWDIR}/${CORESOURCENAME}"
+ configurationhelper.gitCheckoutAndRegister(meta, CORESOURCENAME, CORESOURCEURL, CORESOURCEREVISION, cs, '', 0, false)
+ }
+ }
+ }
+ stage('Copying logic artifacts') {
+ steps {
+ script {
+ def logicoptions = importer.getNewImportOptions()
+ logicoptions.source(LOGIC_ARTIFACT_LOCATION, LOGIC_ARTIFACT_PROJECT, LOGIC_ARTIFACT_BUILD_SELECTOR, LOGIC_ARTIFACT_RELEASE_REPO, LOGIC_ARTIFACT_RELEASE_REVISION)
+ importer.artifactimport(meta, logicoptions, LOGICDEST)
+ }
+ }
+ }
+ stage('Checking for logic handover change') {
+ steps {
+ script {
+ def jsondifferenceshelper = load("${autobuilder.commonscripts()}/differences/json.groovy")
+
+ // Fails build if there is a difference
+ IMPORTED_JSON="${LOGICDEST}/embedded_logic/handover/combined_auto.json"
+ CURRENT_JSON="${hs}/HAL_Generator/combined_auto.json"
+ jsondifferenceshelper.comparefiles(IMPORTED_JSON, CURRENT_JSON)
+
+ IMPORTED_JSON="${LOGICDEST}/embedded_logic/handover/ahb_fpga.json"
+ CURRENT_JSON="${hs}/HAL_Generator/ahb_fpga.json"
+ jsondifferenceshelper.comparefiles(IMPORTED_JSON, CURRENT_JSON)
+
+ IMPORTED_JSON="${LOGICDEST}/embedded_logic/handover/hmb_fpga.json"
+ CURRENT_JSON="${hs}/HAL_Generator/hmb_fpga.json"
+ jsondifferenceshelper.comparefiles(IMPORTED_JSON, CURRENT_JSON)
+
+ IMPORTED_HPS0="${LOGICDEST}/embedded_logic/hps_0.h"
+ CURRENT_HPS0="${hs}/src/model/logic_adapters/hps_0.h"
+ def filedifferenceshelper = load("${autobuilder.commonscripts()}/differences/file.groovy")
+ filedifferenceshelper.comparefiles(IMPORTED_HPS0, CURRENT_HPS0)
+ }
+ }
+ }
+ stage('Version stamp files') {
+ steps {
+ script {
+ convertdetails = [
+ // File to convert Pattern to replace New string
+ [ "${cs}/presto_hal/src/prestohal/Common/Generic4Version.cpp", "0,30000,0,0", meta.buildstampinfo.buildstampcommasep() ],
+ [ "${cs}/presto/src_embedded/HMB/src/presto/RestApi/productinfo/ProductInfoJView.cpp", "0.30000.0.0", meta.buildstampinfo.buildstamp ],
+ ]
+ versionnumbering = load("${autobuilder.commonscripts()}/versionnumbering/do.groovy")
+ versionnumbering.stamp(convertdetails)
+ }
+ }
+ }
+ stage('Build') {
+ steps {
+ script {
+ dir(SOURCE_PATH) {
+ toBuild = []
+ def toBuildUntrimmed = BUILD_VARIANTS.split(',')
+ toBuildUntrimmed.each {
+ toBuild.add(it.trim())
+ }
+ env.TARGET_HOST_IP = 'localhost'
+ env.GDB_PORT = '12345'
+ for (variant in toBuild) {
+ powershell """
+ & cmake -v -S . -B "build/${variant}" -G "Visual Studio 16 2019" -A Win32 -D_WIN32_WINNT_WIN10=0x0A00 -DCMAKE_BUILD_TYPE=${variant}
+ if (\$lastexitcode -ge 1) { exit 1 }
+
+ & cmake --build "build/${variant}" --config "${variant}" --parallel \$env:NUMBER_OF_PROCESSORS -v --target ALL_BUILD
+ if (\$lastexitcode -ge 1) { exit 1 }
+
+ & cmake --install "build/${variant}" --config "${variant}" --prefix "${EXPORT}/${variant}" --component SIMULATION_AUTOBUILD
+ if (\$lastexitcode -ge 1) { exit 1 }
+ """
+ }
+ }
+ }
+ }
+ }
+ stage('Static analysis') {
+ steps {
+ script {
+ recordIssues(
+ enabledForFailure: true,
+ tools: [
+ msBuild(reportEncoding: 'UTF-8')
+ ]
+ )
+ }
+ }
+ }
+ stage('Checksum artifacts') {
+ steps {
+ script {
+ def checksummable = [
+ 'export/**'
+ ]
+ checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy")
+ checksumutils.generatelist(meta, checksummable)
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ ]
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifacts = ['export/**']
+ def artifactlist = meta.generateartifacts(artifacts)
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/compile/compile_stm8.groovy b/compile/compile_stm8.groovy
new file mode 100644
index 0000000..8a62239
--- /dev/null
+++ b/compile/compile_stm8.groovy
@@ -0,0 +1,155 @@
+pipeline {
+ agent { label "${AGENT_LABEL}" }
+ stages {
+ stage('Initial setup') {
+ steps {
+ script {
+ meta = load("${WORKSPACE}/autobuild/Common_scripts/autobuilder.groovy").startbuild(this, PRODUCT_NAME, SUBCOMPONENT_NAME, RELEASE_REPO)
+ }
+ }
+ }
+ stage('Checkout dependencies') {
+ steps {
+ script {
+ configurationhelper = autobuilder.configurationhelper()
+
+ PYTHONURL = 'git@hydra:tools/python.git'
+ if (isUnix()) {
+ PYTHONBRANCH = "origin/3.6.3_linux"
+ }
+ else {
+ PYTHONBRANCH = "origin/3.6.3_windows"
+ }
+ PYTHONDIR = "${WORKSPACE}/python"
+ configurationhelper.gitCheckoutAndRegister(meta, 'python', PYTHONURL, PYTHONBRANCH, PYTHONDIR)
+ if (isUnix()) {
+ env.PYTHON = "${PYTHONDIR}/usr/local/bin/python3"
+ }
+ else {
+ env.PYTHON = "${PYTHONDIR}/ver/python.exe"
+ }
+ }
+ }
+ }
+ stage('Checkout source') {
+ steps {
+ script {
+ SOURCEURL = 'git@hydra:gis/stm8-embedded.git'
+ SOURCEREVISION = "${SOURCE_REVISION}".trim()
+ SOURCEDIR = "${WORKSPACE}/esw"
+ configurationhelper.gitCheckoutAndRegister(meta, 'esw', SOURCEURL, SOURCEREVISION, SOURCEDIR, '', 0, false)
+ env.SOURCE_PATH = SOURCEDIR
+ }
+ }
+ }
+ stage('Clean exports') {
+ steps {
+ script {
+ cleanfolders = [
+ "${WORKSPACE}/bin",
+ "${WORKSPACE}/version",
+ ]
+ cleaner = load("${autobuilder.commonscripts()}/clean/clean.groovy")
+ cleaner.clean(cleanfolders)
+ }
+ }
+ }
+ stage('Generating version info') {
+ steps {
+ script {
+ version = load("${autobuilder.commonscripts()}/versionnumbering/generate.groovy")
+ version.generate(meta, SOURCE_REVISION, SOURCE_PATH)
+ }
+ }
+ }
+ stage('Version stamp files') {
+ steps {
+ script {
+ convertdetails = [
+ // File to convert Pattern to replace New string
+ ]
+ versionnumbering = load("${autobuilder.commonscripts()}/versionnumbering/do.groovy")
+ versionnumbering.stamp(convertdetails)
+ }
+ }
+ }
+ stage('Build') {
+ steps {
+ script {
+ // Copying files for now
+ if (isUnix()) {
+ sh """
+ mkdir -p "${WORKSPACE}/bin"
+ cp "${WORKSPACE}/esw/stm_projects/Project/som_adc_monitor/STVD/Cosmic/Release/hostA_adc_monitor.stm8bin" "${WORKSPACE}/bin"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ cp "${WORKSPACE}/esw/stm_projects/Project/som_adc_monitor/STVD/Cosmic/Release/hostB_adc_monitor.stm8bin" "${WORKSPACE}/bin"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ cp "${WORKSPACE}/esw/stm_projects/Project/som_adc_monitor/STVD/Cosmic/Release/som_adc_monitor.stm8bin" "${WORKSPACE}/bin"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ cp "${WORKSPACE}/esw/stm_projects/Project/cleanworm/Release/cleanworm.stm8bin" "${WORKSPACE}/bin"
+ if [ \$? -ne 0 ]; then exit 1; fi
+ """
+ }
+ else {
+ error "Windows not currently supported"
+ }
+ }
+ }
+ }
+ stage('Static analysis') {
+ steps {
+ script {
+ recordIssues(
+ enabledForFailure: true,
+ tools: [
+ gcc(reportEncoding: 'UTF-8'),
+ ]
+ )
+ }
+ }
+ }
+ stage('Checksum artifacts') {
+ steps {
+ script {
+ def checksummable = [
+ 'bin/**',
+ ]
+ checksumutils = load("${autobuilder.commonscripts()}/checksum/utils.groovy")
+ checksumutils.generatelist(meta, checksummable)
+ }
+ }
+ }
+ stage('Classifying publishable artifacts') {
+ steps {
+ script {
+ def publishable = [
+ ]
+ publishutils = load("${autobuilder.commonscripts()}/publishing/utils.groovy")
+ publishutils.generatelist(meta, publishable)
+ }
+ }
+ }
+ stage('Archiving artifacts') {
+ steps {
+ script {
+ def artifactlist = meta.generateartifacts(["bin/**"])
+ archiveArtifacts "${artifactlist}"
+ }
+ }
+ }
+ }
+ post {
+ always {
+ echo 'Post-build'
+ }
+ failure {
+ echo 'Failed build'
+ }
+ unstable {
+ echo 'Unstable build'
+ }
+ success {
+ echo 'Succeeded build'
+ }
+ }
+}
diff --git a/compile/doxygenconfig b/compile/doxygenconfig
new file mode 100644
index 0000000..bff117c
--- /dev/null
+++ b/compile/doxygenconfig
@@ -0,0 +1,383 @@
+# Doxyfile 1.8.19
+
+#---------------------------------------------------------------------------
+# Project related configuration options
+#---------------------------------------------------------------------------
+DOXYFILE_ENCODING = UTF-8
+PROJECT_NAME = "My Project"
+PROJECT_NUMBER =
+PROJECT_BRIEF =
+PROJECT_LOGO =
+OUTPUT_DIRECTORY =
+CREATE_SUBDIRS = NO
+ALLOW_UNICODE_NAMES = NO
+OUTPUT_LANGUAGE = English
+OUTPUT_TEXT_DIRECTION = None
+BRIEF_MEMBER_DESC = YES
+REPEAT_BRIEF = YES
+ABBREVIATE_BRIEF = "The $name class" \
+ "The $name widget" \
+ "The $name file" \
+ is \
+ provides \
+ specifies \
+ contains \
+ represents \
+ a \
+ an \
+ the
+ALWAYS_DETAILED_SEC = NO
+INLINE_INHERITED_MEMB = NO
+FULL_PATH_NAMES = YES
+STRIP_FROM_PATH =
+STRIP_FROM_INC_PATH =
+SHORT_NAMES = NO
+JAVADOC_AUTOBRIEF = NO
+JAVADOC_BANNER = NO
+QT_AUTOBRIEF = NO
+MULTILINE_CPP_IS_BRIEF = NO
+INHERIT_DOCS = YES
+SEPARATE_MEMBER_PAGES = NO
+TAB_SIZE = 4
+ALIASES =
+OPTIMIZE_OUTPUT_FOR_C = NO
+OPTIMIZE_OUTPUT_JAVA = NO
+OPTIMIZE_FOR_FORTRAN = NO
+OPTIMIZE_OUTPUT_VHDL = NO
+OPTIMIZE_OUTPUT_SLICE = NO
+EXTENSION_MAPPING =
+MARKDOWN_SUPPORT = YES
+TOC_INCLUDE_HEADINGS = 5
+AUTOLINK_SUPPORT = YES
+BUILTIN_STL_SUPPORT = NO
+CPP_CLI_SUPPORT = NO
+SIP_SUPPORT = NO
+IDL_PROPERTY_SUPPORT = YES
+DISTRIBUTE_GROUP_DOC = NO
+GROUP_NESTED_COMPOUNDS = NO
+SUBGROUPING = YES
+INLINE_GROUPED_CLASSES = NO
+INLINE_SIMPLE_STRUCTS = NO
+TYPEDEF_HIDES_STRUCT = NO
+LOOKUP_CACHE_SIZE = 0
+NUM_PROC_THREADS = 1
+#---------------------------------------------------------------------------
+# Build related configuration options
+#---------------------------------------------------------------------------
+EXTRACT_ALL = NO
+EXTRACT_PRIVATE = NO
+EXTRACT_PRIV_VIRTUAL = NO
+EXTRACT_PACKAGE = NO
+EXTRACT_STATIC = NO
+EXTRACT_LOCAL_CLASSES = YES
+EXTRACT_LOCAL_METHODS = NO
+EXTRACT_ANON_NSPACES = NO
+HIDE_UNDOC_MEMBERS = NO
+HIDE_UNDOC_CLASSES = NO
+HIDE_FRIEND_COMPOUNDS = NO
+HIDE_IN_BODY_DOCS = NO
+INTERNAL_DOCS = NO
+CASE_SENSE_NAMES = YES
+HIDE_SCOPE_NAMES = NO
+HIDE_COMPOUND_REFERENCE= NO
+SHOW_INCLUDE_FILES = YES
+SHOW_GROUPED_MEMB_INC = NO
+FORCE_LOCAL_INCLUDES = NO
+INLINE_INFO = YES
+SORT_MEMBER_DOCS = YES
+SORT_BRIEF_DOCS = NO
+SORT_MEMBERS_CTORS_1ST = NO
+SORT_GROUP_NAMES = NO
+SORT_BY_SCOPE_NAME = NO
+STRICT_PROTO_MATCHING = NO
+GENERATE_TODOLIST = YES
+GENERATE_TESTLIST = YES
+GENERATE_BUGLIST = YES
+GENERATE_DEPRECATEDLIST= YES
+ENABLED_SECTIONS =
+MAX_INITIALIZER_LINES = 30
+SHOW_USED_FILES = YES
+SHOW_FILES = YES
+SHOW_NAMESPACES = YES
+FILE_VERSION_FILTER =
+LAYOUT_FILE =
+CITE_BIB_FILES =
+#---------------------------------------------------------------------------
+# Configuration options related to warning and progress messages
+#---------------------------------------------------------------------------
+QUIET = NO
+WARNINGS = YES
+WARN_IF_UNDOCUMENTED = YES
+WARN_IF_DOC_ERROR = YES
+WARN_NO_PARAMDOC = NO
+WARN_AS_ERROR = NO
+WARN_FORMAT = "$file:$line: $text"
+WARN_LOGFILE =
+#---------------------------------------------------------------------------
+# Configuration options related to the input files
+#---------------------------------------------------------------------------
+INPUT =
+INPUT_ENCODING = UTF-8
+FILE_PATTERNS = *.c \
+ *.cc \
+ *.cxx \
+ *.cpp \
+ *.c++ \
+ *.java \
+ *.ii \
+ *.ixx \
+ *.ipp \
+ *.i++ \
+ *.inl \
+ *.idl \
+ *.ddl \
+ *.odl \
+ *.h \
+ *.hh \
+ *.hxx \
+ *.hpp \
+ *.h++ \
+ *.cs \
+ *.d \
+ *.php \
+ *.php4 \
+ *.php5 \
+ *.phtml \
+ *.inc \
+ *.m \
+ *.markdown \
+ *.md \
+ *.mm \
+ *.dox \
+ *.doc \
+ *.txt \
+ *.py \
+ *.pyw \
+ *.f90 \
+ *.f95 \
+ *.f03 \
+ *.f08 \
+ *.f18 \
+ *.f \
+ *.for \
+ *.vhd \
+ *.vhdl \
+ *.ucf \
+ *.qsf \
+ *.ice
+RECURSIVE = NO
+EXCLUDE =
+EXCLUDE_SYMLINKS = NO
+EXCLUDE_PATTERNS =
+EXCLUDE_SYMBOLS =
+EXAMPLE_PATH =
+EXAMPLE_PATTERNS = *
+EXAMPLE_RECURSIVE = NO
+IMAGE_PATH =
+INPUT_FILTER =
+FILTER_PATTERNS =
+FILTER_SOURCE_FILES = NO
+FILTER_SOURCE_PATTERNS =
+USE_MDFILE_AS_MAINPAGE =
+#---------------------------------------------------------------------------
+# Configuration options related to source browsing
+#---------------------------------------------------------------------------
+SOURCE_BROWSER = NO
+INLINE_SOURCES = NO
+STRIP_CODE_COMMENTS = YES
+REFERENCED_BY_RELATION = NO
+REFERENCES_RELATION = NO
+REFERENCES_LINK_SOURCE = YES
+SOURCE_TOOLTIPS = YES
+USE_HTAGS = NO
+VERBATIM_HEADERS = YES
+#---------------------------------------------------------------------------
+# Configuration options related to the alphabetical class index
+#---------------------------------------------------------------------------
+ALPHABETICAL_INDEX = YES
+COLS_IN_ALPHA_INDEX = 5
+IGNORE_PREFIX =
+#---------------------------------------------------------------------------
+# Configuration options related to the HTML output
+#---------------------------------------------------------------------------
+GENERATE_HTML = YES
+HTML_OUTPUT = html
+HTML_FILE_EXTENSION = .html
+HTML_HEADER =
+HTML_FOOTER =
+HTML_STYLESHEET =
+HTML_EXTRA_STYLESHEET =
+HTML_EXTRA_FILES =
+HTML_COLORSTYLE_HUE = 220
+HTML_COLORSTYLE_SAT = 100
+HTML_COLORSTYLE_GAMMA = 80
+HTML_TIMESTAMP = NO
+HTML_DYNAMIC_MENUS = YES
+HTML_DYNAMIC_SECTIONS = NO
+HTML_INDEX_NUM_ENTRIES = 100
+GENERATE_DOCSET = NO
+DOCSET_FEEDNAME = "Doxygen generated docs"
+DOCSET_BUNDLE_ID = org.doxygen.Project
+DOCSET_PUBLISHER_ID = org.doxygen.Publisher
+DOCSET_PUBLISHER_NAME = Publisher
+GENERATE_HTMLHELP = NO
+CHM_FILE =
+HHC_LOCATION =
+GENERATE_CHI = NO
+CHM_INDEX_ENCODING =
+BINARY_TOC = NO
+TOC_EXPAND = NO
+GENERATE_QHP = NO
+QCH_FILE =
+QHP_NAMESPACE = org.doxygen.Project
+QHP_VIRTUAL_FOLDER = doc
+QHP_CUST_FILTER_NAME =
+QHP_CUST_FILTER_ATTRS =
+QHP_SECT_FILTER_ATTRS =
+QHG_LOCATION =
+GENERATE_ECLIPSEHELP = NO
+ECLIPSE_DOC_ID = org.doxygen.Project
+DISABLE_INDEX = NO
+GENERATE_TREEVIEW = NO
+ENUM_VALUES_PER_LINE = 4
+TREEVIEW_WIDTH = 250
+EXT_LINKS_IN_WINDOW = NO
+HTML_FORMULA_FORMAT = png
+FORMULA_FONTSIZE = 10
+FORMULA_TRANSPARENT = YES
+FORMULA_MACROFILE =
+USE_MATHJAX = NO
+MATHJAX_FORMAT = HTML-CSS
+MATHJAX_RELPATH = https://cdn.jsdelivr.net/npm/mathjax@2
+MATHJAX_EXTENSIONS =
+MATHJAX_CODEFILE =
+SEARCHENGINE = YES
+SERVER_BASED_SEARCH = NO
+EXTERNAL_SEARCH = NO
+SEARCHENGINE_URL =
+SEARCHDATA_FILE = searchdata.xml
+EXTERNAL_SEARCH_ID =
+EXTRA_SEARCH_MAPPINGS =
+#---------------------------------------------------------------------------
+# Configuration options related to the LaTeX output
+#---------------------------------------------------------------------------
+GENERATE_LATEX = YES
+LATEX_OUTPUT = latex
+LATEX_CMD_NAME =
+MAKEINDEX_CMD_NAME = makeindex
+LATEX_MAKEINDEX_CMD = makeindex
+COMPACT_LATEX = NO
+PAPER_TYPE = a4
+EXTRA_PACKAGES =
+LATEX_HEADER =
+LATEX_FOOTER =
+LATEX_EXTRA_STYLESHEET =
+LATEX_EXTRA_FILES =
+PDF_HYPERLINKS = YES
+USE_PDFLATEX = YES
+LATEX_BATCHMODE = NO
+LATEX_HIDE_INDICES = NO
+LATEX_SOURCE_CODE = NO
+LATEX_BIB_STYLE = plain
+LATEX_TIMESTAMP = NO
+LATEX_EMOJI_DIRECTORY =
+#---------------------------------------------------------------------------
+# Configuration options related to the RTF output
+#---------------------------------------------------------------------------
+GENERATE_RTF = NO
+RTF_OUTPUT = rtf
+COMPACT_RTF = NO
+RTF_HYPERLINKS = NO
+RTF_STYLESHEET_FILE =
+RTF_EXTENSIONS_FILE =
+RTF_SOURCE_CODE = NO
+#---------------------------------------------------------------------------
+# Configuration options related to the man page output
+#---------------------------------------------------------------------------
+GENERATE_MAN = NO
+MAN_OUTPUT = man
+MAN_EXTENSION = .3
+MAN_SUBDIR =
+MAN_LINKS = NO
+#---------------------------------------------------------------------------
+# Configuration options related to the XML output
+#---------------------------------------------------------------------------
+GENERATE_XML = NO
+XML_OUTPUT = xml
+XML_PROGRAMLISTING = YES
+XML_NS_MEMB_FILE_SCOPE = NO
+#---------------------------------------------------------------------------
+# Configuration options related to the DOCBOOK output
+#---------------------------------------------------------------------------
+GENERATE_DOCBOOK = NO
+DOCBOOK_OUTPUT = docbook
+DOCBOOK_PROGRAMLISTING = NO
+#---------------------------------------------------------------------------
+# Configuration options for the AutoGen Definitions output
+#---------------------------------------------------------------------------
+GENERATE_AUTOGEN_DEF = NO
+#---------------------------------------------------------------------------
+# Configuration options related to the Perl module output
+#---------------------------------------------------------------------------
+GENERATE_PERLMOD = NO
+PERLMOD_LATEX = NO
+PERLMOD_PRETTY = YES
+PERLMOD_MAKEVAR_PREFIX =
+#---------------------------------------------------------------------------
+# Configuration options related to the preprocessor
+#---------------------------------------------------------------------------
+ENABLE_PREPROCESSING = YES
+MACRO_EXPANSION = NO
+EXPAND_ONLY_PREDEF = NO
+SEARCH_INCLUDES = YES
+INCLUDE_PATH =
+INCLUDE_FILE_PATTERNS =
+PREDEFINED =
+EXPAND_AS_DEFINED =
+SKIP_FUNCTION_MACROS = YES
+#---------------------------------------------------------------------------
+# Configuration options related to external references
+#---------------------------------------------------------------------------
+TAGFILES =
+GENERATE_TAGFILE =
+ALLEXTERNALS = NO
+EXTERNAL_GROUPS = YES
+EXTERNAL_PAGES = YES
+#---------------------------------------------------------------------------
+# Configuration options related to the dot tool
+#---------------------------------------------------------------------------
+CLASS_DIAGRAMS = YES
+DIA_PATH =
+HIDE_UNDOC_RELATIONS = YES
+HAVE_DOT = NO
+DOT_NUM_THREADS = 0
+DOT_FONTNAME = Helvetica
+DOT_FONTSIZE = 10
+DOT_FONTPATH =
+CLASS_GRAPH = YES
+COLLABORATION_GRAPH = YES
+GROUP_GRAPHS = YES
+UML_LOOK = NO
+UML_LIMIT_NUM_FIELDS = 10
+TEMPLATE_RELATIONS = NO
+INCLUDE_GRAPH = YES
+INCLUDED_BY_GRAPH = YES
+CALL_GRAPH = NO
+CALLER_GRAPH = NO
+GRAPHICAL_HIERARCHY = YES
+DIRECTORY_GRAPH = YES
+DOT_IMAGE_FORMAT = png
+INTERACTIVE_SVG = NO
+DOT_PATH =
+DOTFILE_DIRS =
+MSCFILE_DIRS =
+DIAFILE_DIRS =
+PLANTUML_JAR_PATH =
+PLANTUML_CFG_FILE =
+PLANTUML_INCLUDE_PATH =
+DOT_GRAPH_MAX_NODES = 50
+MAX_DOT_GRAPH_DEPTH = 0
+DOT_TRANSPARENT = NO
+DOT_MULTI_TARGETS = NO
+GENERATE_LEGEND = YES
+DOT_CLEANUP = YES
diff --git a/compile/esw_doxygen.conf b/compile/esw_doxygen.conf
new file mode 100644
index 0000000..d5ec675
--- /dev/null
+++ b/compile/esw_doxygen.conf
@@ -0,0 +1,114 @@
+DOXYFILE_ENCODING = UTF-8
+PROJECT_NAME = GIS-EmbeddedSoftware
+INPUT = .
+OUTPUT_DIRECTORY = $(DOXYGENOUT)
+INCLUDE_PATH = .
+EXCLUDE = ./core/presto/gis_rest_tools_subtree ./html
+STRIP_FROM_PATH = .
+TAGFILES = esw.tag
+WARNINGS = YES
+SEARCHENGINE = YES
+RECURSIVE = YES
+ALPHABETICAL_INDEX = YES
+ENABLE_PREPROCESSING = YES
+MACRO_EXPANSION = YES
+EXTRACT_ALL = YES
+EXTENSION_MAPPING = h=C++
+EXTRACT_STATIC = YES
+TEMPLATE_RELATIONS = YES
+SEARCH_INCLUDES = YES
+GENERATE_TODOLIST = YES
+GENERATE_BUGLIST = YES
+GENERATE_DEPRECATEDLIST = YES
+GENERATE_TREEVIEW = YES
+DISABLE_INDEX = NO
+SEPARATE_MEMBER_PAGES = NO
+TAB_SIZE = 2
+SUBGROUPING = YES
+EXTRACT_LOCAL_CLASSES = YES
+SORT_MEMBER_DOCS = YES
+SOURCE_BROWSER = YES
+INLINE_SOURCES = YES
+REFERENCED_BY_RELATION = YES
+REFERENCES_RELATION = YES
+COLS_IN_ALPHA_INDEX = 3
+UML_LIMIT_NUM_FIELDS = 50
+LOOKUP_CACHE_SIZE = 1
+NUM_PROC_THREADS = 4
+CLASS_DIAGRAMS = YES
+FILE_PATTERNS = *.c \
+ *.cc \
+ *.cxx \
+ *.cpp \
+ *.c++ \
+ *.ii \
+ *.ixx \
+ *.ipp \
+ *.i++ \
+ *.inl \
+ *.h \
+ *.hh \
+ *.hxx \
+ *.hpp \
+ *.h++ \
+ *.cs \
+ *.C \
+ *.CC \
+ *.C++ \
+ *.H \
+ *.HH \
+ *.H++ \
+ *.CS
+
+
+## HTML
+GENERATE_HTML = YES
+HTML_OUTPUT = html
+HTML_FILE_EXTENSION = .html
+HTML_COLORSTYLE_HUE = 189
+HTML_COLORSTYLE_SAT = 100
+HTML_COLORSTYLE_GAMMA = 69
+HTML_ALIGN_MEMBERS = YES
+HTML_DYNAMIC_SECTIONS = YES
+
+HIDE_UNDOC_RELATIONS = NO
+
+## DOT
+HAVE_DOT = NO
+# DOT_IMAGE_FORMAT = png
+# DOT_PATH =
+# DOT_GRAPH_MAX_NODES = 100
+# MAX_DOT_GRAPH_DEPTH = 0
+# DOT_TRANSPARENT = YES
+# DOT_NUM_THREADS = 4
+
+
+## GRAPHs
+UML_LOOK = YES
+CLASS_GRAPH = YES
+COLLABORATION_GRAPH = YES
+GROUP_GRAPHS = YES
+INCLUDE_GRAPH = YES
+INCLUDED_BY_GRAPH = YES
+CALL_GRAPH = YES
+CALLER_GRAPH = YES
+GRAPHICAL_HIERARCHY = YES
+DIRECTORY_GRAPH = YES
+
+
+## // LATEX & PDF generation
+## IF (GENERATE LATEX == FALSE)
+GENERATE_LATEX = NO
+## ELSE
+## GENERATE_LATEX = YES
+## LATEX_OUTPUT = latex
+## USE_PDFLATEX = YES
+## PDF_HYPERLINKS = YES
+## LATEX_CMD_NAME = lualatex
+## LATEX_BATCHMODE = YES
+
+
+# GENERATE_TAGFILE = esw_doxygen.tag
+
+STRIP_CODE_COMMENTS = NO
+LOOKUP_CACHE_SIZE = 1
diff --git a/compile/html/bc_s.png b/compile/html/bc_s.png
new file mode 100644
index 0000000..87473f8
Binary files /dev/null and b/compile/html/bc_s.png differ
diff --git a/compile/html/bdwn.png b/compile/html/bdwn.png
new file mode 100644
index 0000000..e4504c6
Binary files /dev/null and b/compile/html/bdwn.png differ
diff --git a/compile/html/closed.png b/compile/html/closed.png
new file mode 100644
index 0000000..4a7f52d
Binary files /dev/null and b/compile/html/closed.png differ
diff --git a/compile/html/doc.png b/compile/html/doc.png
new file mode 100644
index 0000000..137951d
Binary files /dev/null and b/compile/html/doc.png differ
diff --git a/compile/html/doxygen.css b/compile/html/doxygen.css
new file mode 100644
index 0000000..478166c
--- /dev/null
+++ b/compile/html/doxygen.css
@@ -0,0 +1,1730 @@
+/* The standard CSS for doxygen 1.8.19 */
+
+body, table, div, p, dl {
+ font: 400 14px/22px Roboto,sans-serif;
+}
+
+p.reference, p.definition {
+ font: 400 14px/22px Roboto,sans-serif;
+}
+
+/* @group Heading Levels */
+
+h1.groupheader {
+ font-size: 150%;
+}
+
+.title {
+ font: 400 14px/28px Roboto,sans-serif;
+ font-size: 150%;
+ font-weight: bold;
+ margin: 10px 2px;
+}
+
+h2.groupheader {
+ border-bottom: 1px solid #2EBE2E;
+ color: #0D380D;
+ font-size: 150%;
+ font-weight: normal;
+ margin-top: 1.75em;
+ padding-top: 8px;
+ padding-bottom: 4px;
+ width: 100%;
+}
+
+h3.groupheader {
+ font-size: 100%;
+}
+
+h1, h2, h3, h4, h5, h6 {
+ -webkit-transition: text-shadow 0.5s linear;
+ -moz-transition: text-shadow 0.5s linear;
+ -ms-transition: text-shadow 0.5s linear;
+ -o-transition: text-shadow 0.5s linear;
+ transition: text-shadow 0.5s linear;
+ margin-right: 15px;
+}
+
+h1.glow, h2.glow, h3.glow, h4.glow, h5.glow, h6.glow {
+ text-shadow: 0 0 15px cyan;
+}
+
+dt {
+ font-weight: bold;
+}
+
+ul.multicol {
+ -moz-column-gap: 1em;
+ -webkit-column-gap: 1em;
+ column-gap: 1em;
+ -moz-column-count: 3;
+ -webkit-column-count: 3;
+ column-count: 3;
+}
+
+p.startli, p.startdd {
+ margin-top: 2px;
+}
+
+th p.starttd, th p.intertd, th p.endtd {
+ font-size: 100%;
+ font-weight: 700;
+}
+
+p.starttd {
+ margin-top: 0px;
+}
+
+p.endli {
+ margin-bottom: 0px;
+}
+
+p.enddd {
+ margin-bottom: 4px;
+}
+
+p.endtd {
+ margin-bottom: 2px;
+}
+
+p.interli {
+}
+
+p.interdd {
+}
+
+p.intertd {
+}
+
+/* @end */
+
+caption {
+ font-weight: bold;
+}
+
+span.legend {
+ font-size: 70%;
+ text-align: center;
+}
+
+h3.version {
+ font-size: 90%;
+ text-align: center;
+}
+
+div.qindex, div.navtab{
+ background-color: #D6F5D6;
+ border: 1px solid #50D450;
+ text-align: center;
+}
+
+div.qindex, div.navpath {
+ width: 100%;
+ line-height: 140%;
+}
+
+div.navtab {
+ margin-right: 15px;
+}
+
+/* @group Link Styling */
+
+a {
+ color: #114811;
+ font-weight: normal;
+ text-decoration: none;
+}
+
+.contents a:visited {
+ color: #175E17;
+}
+
+a:hover {
+ text-decoration: underline;
+}
+
+a.qindex {
+ font-weight: bold;
+}
+
+a.qindexHL {
+ font-weight: bold;
+ background-color: #44D144;
+ color: #FFFFFF;
+ border: 1px double #2EBC2E;
+}
+
+.contents a.qindexHL:visited {
+ color: #FFFFFF;
+}
+
+a.el {
+ font-weight: bold;
+}
+
+a.elRef {
+}
+
+a.code, a.code:visited, a.line, a.line:visited {
+ color: #175E17;
+}
+
+a.codeRef, a.codeRef:visited, a.lineRef, a.lineRef:visited {
+ color: #175E17;
+}
+
+/* @end */
+
+dl.el {
+ margin-left: -1cm;
+}
+
+ul {
+ overflow: hidden; /*Fixed: list item bullets overlap floating elements*/
+}
+
+#side-nav ul {
+ overflow: visible; /* reset ul rule for scroll bar in GENERATE_TREEVIEW window */
+}
+
+#main-nav ul {
+ overflow: visible; /* reset ul rule for the navigation bar drop down lists */
+}
+
+.fragment {
+ text-align: left;
+ direction: ltr;
+ overflow-x: auto; /*Fixed: fragment lines overlap floating elements*/
+ overflow-y: hidden;
+}
+
+pre.fragment {
+ border: 1px solid #8AE28A;
+ background-color: #F7FDF7;
+ padding: 4px 6px;
+ margin: 4px 8px 4px 2px;
+ overflow: auto;
+ word-wrap: break-word;
+ font-size: 9pt;
+ line-height: 125%;
+ font-family: monospace, fixed;
+ font-size: 105%;
+}
+
+div.fragment {
+ padding: 0 0 1px 0; /*Fixed: last line underline overlap border*/
+ margin: 4px 8px 4px 2px;
+ background-color: #F7FDF7;
+ border: 1px solid #8AE28A;
+}
+
+div.line {
+ font-family: monospace, fixed;
+ font-size: 13px;
+ min-height: 13px;
+ line-height: 1.0;
+ text-wrap: unrestricted;
+ white-space: -moz-pre-wrap; /* Moz */
+ white-space: -pre-wrap; /* Opera 4-6 */
+ white-space: -o-pre-wrap; /* Opera 7 */
+ white-space: pre-wrap; /* CSS3 */
+ word-wrap: break-word; /* IE 5.5+ */
+ text-indent: -53px;
+ padding-left: 53px;
+ padding-bottom: 0px;
+ margin: 0px;
+ -webkit-transition-property: background-color, box-shadow;
+ -webkit-transition-duration: 0.5s;
+ -moz-transition-property: background-color, box-shadow;
+ -moz-transition-duration: 0.5s;
+ -ms-transition-property: background-color, box-shadow;
+ -ms-transition-duration: 0.5s;
+ -o-transition-property: background-color, box-shadow;
+ -o-transition-duration: 0.5s;
+ transition-property: background-color, box-shadow;
+ transition-duration: 0.5s;
+}
+
+div.line:after {
+ content:"\000A";
+ white-space: pre;
+}
+
+div.line.glow {
+ background-color: cyan;
+ box-shadow: 0 0 10px cyan;
+}
+
+
+span.lineno {
+ padding-right: 4px;
+ text-align: right;
+ border-right: 2px solid #0F0;
+ background-color: #E8E8E8;
+ white-space: pre;
+}
+span.lineno a {
+ background-color: #D8D8D8;
+}
+
+span.lineno a:hover {
+ background-color: #C8C8C8;
+}
+
+.lineno {
+ -webkit-touch-callout: none;
+ -webkit-user-select: none;
+ -khtml-user-select: none;
+ -moz-user-select: none;
+ -ms-user-select: none;
+ user-select: none;
+}
+
+div.ah, span.ah {
+ background-color: black;
+ font-weight: bold;
+ color: #FFFFFF;
+ margin-bottom: 3px;
+ margin-top: 3px;
+ padding: 0.2em;
+ border: solid thin #333;
+ border-radius: 0.5em;
+ -webkit-border-radius: .5em;
+ -moz-border-radius: .5em;
+ box-shadow: 2px 2px 3px #999;
+ -webkit-box-shadow: 2px 2px 3px #999;
+ -moz-box-shadow: rgba(0, 0, 0, 0.15) 2px 2px 2px;
+ background-image: -webkit-gradient(linear, left top, left bottom, from(#eee), to(#000),color-stop(0.3, #444));
+ background-image: -moz-linear-gradient(center top, #eee 0%, #444 40%, #000 110%);
+}
+
+div.classindex ul {
+ list-style: none;
+ padding-left: 0;
+}
+
+div.classindex span.ai {
+ display: inline-block;
+}
+
+div.groupHeader {
+ margin-left: 16px;
+ margin-top: 12px;
+ font-weight: bold;
+}
+
+div.groupText {
+ margin-left: 16px;
+ font-style: italic;
+}
+
+body {
+ background-color: white;
+ color: black;
+ margin: 0;
+}
+
+div.contents {
+ margin-top: 10px;
+ margin-left: 12px;
+ margin-right: 8px;
+}
+
+td.indexkey {
+ background-color: #D6F5D6;
+ font-weight: bold;
+ border: 1px solid #8AE28A;
+ margin: 2px 0px 2px 0;
+ padding: 2px 10px;
+ white-space: nowrap;
+ vertical-align: top;
+}
+
+td.indexvalue {
+ background-color: #D6F5D6;
+ border: 1px solid #8AE28A;
+ padding: 2px 10px;
+ margin: 2px 0px;
+}
+
+tr.memlist {
+ background-color: #DBF6DB;
+}
+
+p.formulaDsp {
+ text-align: center;
+}
+
+img.formulaDsp {
+
+}
+
+img.formulaInl, img.inline {
+ vertical-align: middle;
+}
+
+div.center {
+ text-align: center;
+ margin-top: 0px;
+ margin-bottom: 0px;
+ padding: 0px;
+}
+
+div.center img {
+ border: 0px;
+}
+
+address.footer {
+ text-align: right;
+ padding-right: 12px;
+}
+
+img.footer {
+ border: 0px;
+ vertical-align: middle;
+}
+
+/* @group Code Colorization */
+
+span.keyword {
+ color: #008000
+}
+
+span.keywordtype {
+ color: #604020
+}
+
+span.keywordflow {
+ color: #e08000
+}
+
+span.comment {
+ color: #800000
+}
+
+span.preprocessor {
+ color: #806020
+}
+
+span.stringliteral {
+ color: #002080
+}
+
+span.charliteral {
+ color: #008080
+}
+
+span.vhdldigit {
+ color: #ff00ff
+}
+
+span.vhdlchar {
+ color: #000000
+}
+
+span.vhdlkeyword {
+ color: #700070
+}
+
+span.vhdllogic {
+ color: #ff0000
+}
+
+blockquote {
+ background-color: #EEFAEE;
+ border-left: 2px solid #44D144;
+ margin: 0 24px 0 4px;
+ padding: 0 12px 0 16px;
+}
+
+blockquote.DocNodeRTL {
+ border-left: 0;
+ border-right: 2px solid #44D144;
+ margin: 0 4px 0 24px;
+ padding: 0 16px 0 12px;
+}
+
+/* @end */
+
+/*
+.search {
+ color: #003399;
+ font-weight: bold;
+}
+
+form.search {
+ margin-bottom: 0px;
+ margin-top: 0px;
+}
+
+input.search {
+ font-size: 75%;
+ color: #000080;
+ font-weight: normal;
+ background-color: #e8eef2;
+}
+*/
+
+td.tiny {
+ font-size: 75%;
+}
+
+.dirtab {
+ padding: 4px;
+ border-collapse: collapse;
+ border: 1px solid #50D450;
+}
+
+th.dirtab {
+ background: #D6F5D6;
+ font-weight: bold;
+}
+
+hr {
+ height: 0px;
+ border: none;
+ border-top: 1px solid #196719;
+}
+
+hr.footer {
+ height: 1px;
+}
+
+/* @group Member Descriptions */
+
+table.memberdecls {
+ border-spacing: 0px;
+ padding: 0px;
+}
+
+.memberdecls td, .fieldtable tr {
+ -webkit-transition-property: background-color, box-shadow;
+ -webkit-transition-duration: 0.5s;
+ -moz-transition-property: background-color, box-shadow;
+ -moz-transition-duration: 0.5s;
+ -ms-transition-property: background-color, box-shadow;
+ -ms-transition-duration: 0.5s;
+ -o-transition-property: background-color, box-shadow;
+ -o-transition-duration: 0.5s;
+ transition-property: background-color, box-shadow;
+ transition-duration: 0.5s;
+}
+
+.memberdecls td.glow, .fieldtable tr.glow {
+ background-color: cyan;
+ box-shadow: 0 0 15px cyan;
+}
+
+.mdescLeft, .mdescRight,
+.memItemLeft, .memItemRight,
+.memTemplItemLeft, .memTemplItemRight, .memTemplParams {
+ background-color: #F3FCF3;
+ border: none;
+ margin: 4px;
+ padding: 1px 0 0 8px;
+}
+
+.mdescLeft, .mdescRight {
+ padding: 0px 8px 4px 8px;
+ color: #555;
+}
+
+.memSeparator {
+ border-bottom: 1px solid #BBEEBB;
+ line-height: 1px;
+ margin: 0px;
+ padding: 0px;
+}
+
+.memItemLeft, .memTemplItemLeft {
+ white-space: nowrap;
+}
+
+.memItemRight, .memTemplItemRight {
+ width: 100%;
+}
+
+.memTemplParams {
+ color: #175E17;
+ white-space: nowrap;
+ font-size: 80%;
+}
+
+/* @end */
+
+/* @group Member Details */
+
+/* Styles for detailed member documentation */
+
+.memtitle {
+ padding: 8px;
+ border-top: 1px solid #58D658;
+ border-left: 1px solid #58D658;
+ border-right: 1px solid #58D658;
+ border-top-right-radius: 4px;
+ border-top-left-radius: 4px;
+ margin-bottom: -1px;
+ background-image: url('nav_f.png');
+ background-repeat: repeat-x;
+ background-color: #C4F0C4;
+ line-height: 1.25;
+ font-weight: 300;
+ float:left;
+}
+
+.permalink
+{
+ font-size: 65%;
+ display: inline-block;
+ vertical-align: middle;
+}
+
+.memtemplate {
+ font-size: 80%;
+ color: #175E17;
+ font-weight: normal;
+ margin-left: 9px;
+}
+
+.memnav {
+ background-color: #D6F5D6;
+ border: 1px solid #50D450;
+ text-align: center;
+ margin: 2px;
+ margin-right: 15px;
+ padding: 2px;
+}
+
+.mempage {
+ width: 100%;
+}
+
+.memitem {
+ padding: 0;
+ margin-bottom: 10px;
+ margin-right: 5px;
+ -webkit-transition: box-shadow 0.5s linear;
+ -moz-transition: box-shadow 0.5s linear;
+ -ms-transition: box-shadow 0.5s linear;
+ -o-transition: box-shadow 0.5s linear;
+ transition: box-shadow 0.5s linear;
+ display: table !important;
+ width: 100%;
+}
+
+.memitem.glow {
+ box-shadow: 0 0 15px cyan;
+}
+
+.memname {
+ font-weight: 400;
+ margin-left: 6px;
+}
+
+.memname td {
+ vertical-align: bottom;
+}
+
+.memproto, dl.reflist dt {
+ border-top: 1px solid #58D658;
+ border-left: 1px solid #58D658;
+ border-right: 1px solid #58D658;
+ padding: 6px 0px 6px 0px;
+ color: #061C06;
+ font-weight: bold;
+ text-shadow: 0px 1px 1px rgba(255, 255, 255, 0.9);
+ background-color: #BDEEBD;
+ /* opera specific markup */
+ box-shadow: 5px 5px 5px rgba(0, 0, 0, 0.15);
+ border-top-right-radius: 4px;
+ /* firefox specific markup */
+ -moz-box-shadow: rgba(0, 0, 0, 0.15) 5px 5px 5px;
+ -moz-border-radius-topright: 4px;
+ /* webkit specific markup */
+ -webkit-box-shadow: 5px 5px 5px rgba(0, 0, 0, 0.15);
+ -webkit-border-top-right-radius: 4px;
+
+}
+
+.overload {
+ font-family: "courier new",courier,monospace;
+ font-size: 65%;
+}
+
+.memdoc, dl.reflist dd {
+ border-bottom: 1px solid #58D658;
+ border-left: 1px solid #58D658;
+ border-right: 1px solid #58D658;
+ padding: 6px 10px 2px 10px;
+ background-color: #F7FDF7;
+ border-top-width: 0;
+ background-image:url('nav_g.png');
+ background-repeat:repeat-x;
+ background-color: #FFFFFF;
+ /* opera specific markup */
+ border-bottom-left-radius: 4px;
+ border-bottom-right-radius: 4px;
+ box-shadow: 5px 5px 5px rgba(0, 0, 0, 0.15);
+ /* firefox specific markup */
+ -moz-border-radius-bottomleft: 4px;
+ -moz-border-radius-bottomright: 4px;
+ -moz-box-shadow: rgba(0, 0, 0, 0.15) 5px 5px 5px;
+ /* webkit specific markup */
+ -webkit-border-bottom-left-radius: 4px;
+ -webkit-border-bottom-right-radius: 4px;
+ -webkit-box-shadow: 5px 5px 5px rgba(0, 0, 0, 0.15);
+}
+
+dl.reflist dt {
+ padding: 5px;
+}
+
+dl.reflist dd {
+ margin: 0px 0px 10px 0px;
+ padding: 5px;
+}
+
+.paramkey {
+ text-align: right;
+}
+
+.paramtype {
+ white-space: nowrap;
+}
+
+.paramname {
+ color: #602020;
+ white-space: nowrap;
+}
+.paramname em {
+ font-style: normal;
+}
+.paramname code {
+ line-height: 14px;
+}
+
+.params, .retval, .exception, .tparams {
+ margin-left: 0px;
+ padding-left: 0px;
+}
+
+.params .paramname, .retval .paramname, .tparams .paramname, .exception .paramname {
+ font-weight: bold;
+ vertical-align: top;
+}
+
+.params .paramtype, .tparams .paramtype {
+ font-style: italic;
+ vertical-align: top;
+}
+
+.params .paramdir, .tparams .paramdir {
+ font-family: "courier new",courier,monospace;
+ vertical-align: top;
+}
+
+table.mlabels {
+ border-spacing: 0px;
+}
+
+td.mlabels-left {
+ width: 100%;
+ padding: 0px;
+}
+
+td.mlabels-right {
+ vertical-align: bottom;
+ padding: 0px;
+ white-space: nowrap;
+}
+
+span.mlabels {
+ margin-left: 8px;
+}
+
+span.mlabel {
+ background-color: #269F26;
+ border-top:1px solid #1D771D;
+ border-left:1px solid #1D771D;
+ border-right:1px solid #8AE28A;
+ border-bottom:1px solid #8AE28A;
+ text-shadow: none;
+ color: white;
+ margin-right: 4px;
+ padding: 2px 3px;
+ border-radius: 3px;
+ font-size: 7pt;
+ white-space: nowrap;
+ vertical-align: middle;
+}
+
+
+
+/* @end */
+
+/* these are for tree view inside a (index) page */
+
+div.directory {
+ margin: 10px 0px;
+ border-top: 1px solid #44D144;
+ border-bottom: 1px solid #44D144;
+ width: 100%;
+}
+
+.directory table {
+ border-collapse:collapse;
+}
+
+.directory td {
+ margin: 0px;
+ padding: 0px;
+ vertical-align: top;
+}
+
+.directory td.entry {
+ white-space: nowrap;
+ padding-right: 6px;
+ padding-top: 3px;
+}
+
+.directory td.entry a {
+ outline:none;
+}
+
+.directory td.entry a img {
+ border: none;
+}
+
+.directory td.desc {
+ width: 100%;
+ padding-left: 6px;
+ padding-right: 6px;
+ padding-top: 3px;
+ border-left: 1px solid rgba(0,0,0,0.05);
+}
+
+.directory tr.even {
+ padding-left: 6px;
+ background-color: #EEFAEE;
+}
+
+.directory img {
+ vertical-align: -30%;
+}
+
+.directory .levels {
+ white-space: nowrap;
+ width: 100%;
+ text-align: right;
+ font-size: 9pt;
+}
+
+.directory .levels span {
+ cursor: pointer;
+ padding-left: 2px;
+ padding-right: 2px;
+ color: #114811;
+}
+
+.arrow {
+ color: #44D144;
+ -webkit-user-select: none;
+ -khtml-user-select: none;
+ -moz-user-select: none;
+ -ms-user-select: none;
+ user-select: none;
+ cursor: pointer;
+ font-size: 80%;
+ display: inline-block;
+ width: 16px;
+ height: 22px;
+}
+
+.icon {
+ font-family: Arial, Helvetica;
+ font-weight: bold;
+ font-size: 12px;
+ height: 14px;
+ width: 16px;
+ display: inline-block;
+ background-color: #269F26;
+ color: white;
+ text-align: center;
+ border-radius: 4px;
+ margin-left: 2px;
+ margin-right: 2px;
+}
+
+.icona {
+ width: 24px;
+ height: 22px;
+ display: inline-block;
+}
+
+.iconfopen {
+ width: 24px;
+ height: 18px;
+ margin-bottom: 4px;
+ background-image:url('folderopen.png');
+ background-position: 0px -4px;
+ background-repeat: repeat-y;
+ vertical-align:top;
+ display: inline-block;
+}
+
+.iconfclosed {
+ width: 24px;
+ height: 18px;
+ margin-bottom: 4px;
+ background-image:url('folderclosed.png');
+ background-position: 0px -4px;
+ background-repeat: repeat-y;
+ vertical-align:top;
+ display: inline-block;
+}
+
+.icondoc {
+ width: 24px;
+ height: 18px;
+ margin-bottom: 4px;
+ background-image:url('doc.png');
+ background-position: 0px -4px;
+ background-repeat: repeat-y;
+ vertical-align:top;
+ display: inline-block;
+}
+
+table.directory {
+ font: 400 14px Roboto,sans-serif;
+}
+
+/* @end */
+
+div.dynheader {
+ margin-top: 8px;
+ -webkit-touch-callout: none;
+ -webkit-user-select: none;
+ -khtml-user-select: none;
+ -moz-user-select: none;
+ -ms-user-select: none;
+ user-select: none;
+}
+
+address {
+ font-style: normal;
+ color: #082408;
+}
+
+table.doxtable caption {
+ caption-side: top;
+}
+
+table.doxtable {
+ border-collapse:collapse;
+ margin-top: 4px;
+ margin-bottom: 4px;
+}
+
+table.doxtable td, table.doxtable th {
+ border: 1px solid #0A290A;
+ padding: 3px 7px 2px;
+}
+
+table.doxtable th {
+ background-color: #0E3C0E;
+ color: #FFFFFF;
+ font-size: 110%;
+ padding-bottom: 4px;
+ padding-top: 5px;
+}
+
+table.fieldtable {
+ /*width: 100%;*/
+ margin-bottom: 10px;
+ border: 1px solid #58D658;
+ border-spacing: 0px;
+ -moz-border-radius: 4px;
+ -webkit-border-radius: 4px;
+ border-radius: 4px;
+ -moz-box-shadow: rgba(0, 0, 0, 0.15) 2px 2px 2px;
+ -webkit-box-shadow: 2px 2px 2px rgba(0, 0, 0, 0.15);
+ box-shadow: 2px 2px 2px rgba(0, 0, 0, 0.15);
+}
+
+.fieldtable td, .fieldtable th {
+ padding: 3px 7px 2px;
+}
+
+.fieldtable td.fieldtype, .fieldtable td.fieldname {
+ white-space: nowrap;
+ border-right: 1px solid #58D658;
+ border-bottom: 1px solid #58D658;
+ vertical-align: top;
+}
+
+.fieldtable td.fieldname {
+ padding-top: 3px;
+}
+
+.fieldtable td.fielddoc {
+ border-bottom: 1px solid #58D658;
+ /*width: 100%;*/
+}
+
+.fieldtable td.fielddoc p:first-child {
+ margin-top: 0px;
+}
+
+.fieldtable td.fielddoc p:last-child {
+ margin-bottom: 2px;
+}
+
+.fieldtable tr:last-child td {
+ border-bottom: none;
+}
+
+.fieldtable th {
+ background-image:url('nav_f.png');
+ background-repeat:repeat-x;
+ background-color: #C4F0C4;
+ font-size: 90%;
+ color: #061C06;
+ padding-bottom: 4px;
+ padding-top: 5px;
+ text-align:left;
+ font-weight: 400;
+ -moz-border-radius-topleft: 4px;
+ -moz-border-radius-topright: 4px;
+ -webkit-border-top-left-radius: 4px;
+ -webkit-border-top-right-radius: 4px;
+ border-top-left-radius: 4px;
+ border-top-right-radius: 4px;
+ border-bottom: 1px solid #58D658;
+}
+
+
+.tabsearch {
+ top: 0px;
+ left: 10px;
+ height: 36px;
+ background-image: url('tab_b.png');
+ z-index: 101;
+ overflow: hidden;
+ font-size: 13px;
+}
+
+.navpath ul
+{
+ font-size: 11px;
+ background-image:url('tab_b.png');
+ background-repeat:repeat-x;
+ background-position: 0 -5px;
+ height:30px;
+ line-height:30px;
+ color:#2FC22F;
+ border:solid 1px #86E186;
+ overflow:hidden;
+ margin:0px;
+ padding:0px;
+}
+
+.navpath li
+{
+ list-style-type:none;
+ float:left;
+ padding-left:10px;
+ padding-right:15px;
+ background-image:url('bc_s.png');
+ background-repeat:no-repeat;
+ background-position:right;
+ color:#0E390E;
+}
+
+.navpath li.navelem a
+{
+ height:32px;
+ display:block;
+ text-decoration: none;
+ outline: none;
+ color: #082108;
+ font-family: 'Lucida Grande',Geneva,Helvetica,Arial,sans-serif;
+ text-shadow: 0px 1px 1px rgba(255, 255, 255, 0.9);
+ text-decoration: none;
+}
+
+.navpath li.navelem a:hover
+{
+ color:#239123;
+}
+
+.navpath li.footer
+{
+ list-style-type:none;
+ float:right;
+ padding-left:10px;
+ padding-right:15px;
+ background-image:none;
+ background-repeat:no-repeat;
+ background-position:right;
+ color:#0E390E;
+ font-size: 8pt;
+}
+
+
+div.summary
+{
+ float: right;
+ font-size: 8pt;
+ padding-right: 5px;
+ width: 50%;
+ text-align: right;
+}
+
+div.summary a
+{
+ white-space: nowrap;
+}
+
+table.classindex
+{
+ margin: 10px;
+ white-space: nowrap;
+ margin-left: 3%;
+ margin-right: 3%;
+ width: 94%;
+ border: 0;
+ border-spacing: 0;
+ padding: 0;
+}
+
+div.ingroups
+{
+ font-size: 8pt;
+ width: 50%;
+ text-align: left;
+}
+
+div.ingroups a
+{
+ white-space: nowrap;
+}
+
+div.header
+{
+ background-image:url('nav_h.png');
+ background-repeat:repeat-x;
+ background-color: #F3FCF3;
+ margin: 0px;
+ border-bottom: 1px solid #8AE28A;
+}
+
+div.headertitle
+{
+ padding: 5px 5px 5px 10px;
+}
+
+.PageDocRTL-title div.headertitle {
+ text-align: right;
+ direction: rtl;
+}
+
+dl {
+ padding: 0 0 0 0;
+}
+
+/* dl.note, dl.warning, dl.attention, dl.pre, dl.post, dl.invariant, dl.deprecated, dl.todo, dl.test, dl.bug, dl.examples */
+dl.section {
+ margin-left: 0px;
+ padding-left: 0px;
+}
+
+dl.section.DocNodeRTL {
+ margin-right: 0px;
+ padding-right: 0px;
+}
+
+dl.note {
+ margin-left: -7px;
+ padding-left: 3px;
+ border-left: 4px solid;
+ border-color: #D0C000;
+}
+
+dl.note.DocNodeRTL {
+ margin-left: 0;
+ padding-left: 0;
+ border-left: 0;
+ margin-right: -7px;
+ padding-right: 3px;
+ border-right: 4px solid;
+ border-color: #D0C000;
+}
+
+dl.warning, dl.attention {
+ margin-left: -7px;
+ padding-left: 3px;
+ border-left: 4px solid;
+ border-color: #FF0000;
+}
+
+dl.warning.DocNodeRTL, dl.attention.DocNodeRTL {
+ margin-left: 0;
+ padding-left: 0;
+ border-left: 0;
+ margin-right: -7px;
+ padding-right: 3px;
+ border-right: 4px solid;
+ border-color: #FF0000;
+}
+
+dl.pre, dl.post, dl.invariant {
+ margin-left: -7px;
+ padding-left: 3px;
+ border-left: 4px solid;
+ border-color: #00D000;
+}
+
+dl.pre.DocNodeRTL, dl.post.DocNodeRTL, dl.invariant.DocNodeRTL {
+ margin-left: 0;
+ padding-left: 0;
+ border-left: 0;
+ margin-right: -7px;
+ padding-right: 3px;
+ border-right: 4px solid;
+ border-color: #00D000;
+}
+
+dl.deprecated {
+ margin-left: -7px;
+ padding-left: 3px;
+ border-left: 4px solid;
+ border-color: #505050;
+}
+
+dl.deprecated.DocNodeRTL {
+ margin-left: 0;
+ padding-left: 0;
+ border-left: 0;
+ margin-right: -7px;
+ padding-right: 3px;
+ border-right: 4px solid;
+ border-color: #505050;
+}
+
+dl.todo {
+ margin-left: -7px;
+ padding-left: 3px;
+ border-left: 4px solid;
+ border-color: #00C0E0;
+}
+
+dl.todo.DocNodeRTL {
+ margin-left: 0;
+ padding-left: 0;
+ border-left: 0;
+ margin-right: -7px;
+ padding-right: 3px;
+ border-right: 4px solid;
+ border-color: #00C0E0;
+}
+
+dl.test {
+ margin-left: -7px;
+ padding-left: 3px;
+ border-left: 4px solid;
+ border-color: #3030E0;
+}
+
+dl.test.DocNodeRTL {
+ margin-left: 0;
+ padding-left: 0;
+ border-left: 0;
+ margin-right: -7px;
+ padding-right: 3px;
+ border-right: 4px solid;
+ border-color: #3030E0;
+}
+
+dl.bug {
+ margin-left: -7px;
+ padding-left: 3px;
+ border-left: 4px solid;
+ border-color: #C08050;
+}
+
+dl.bug.DocNodeRTL {
+ margin-left: 0;
+ padding-left: 0;
+ border-left: 0;
+ margin-right: -7px;
+ padding-right: 3px;
+ border-right: 4px solid;
+ border-color: #C08050;
+}
+
+dl.section dd {
+ margin-bottom: 6px;
+}
+
+
+#projectlogo
+{
+ text-align: center;
+ vertical-align: bottom;
+ border-collapse: separate;
+}
+
+#projectlogo img
+{
+ border: 0px none;
+}
+
+#projectalign
+{
+ vertical-align: middle;
+}
+
+#projectname
+{
+ font: 300% Tahoma, Arial,sans-serif;
+ margin: 0px;
+ padding: 2px 0px;
+}
+
+#projectbrief
+{
+ font: 120% Tahoma, Arial,sans-serif;
+ margin: 0px;
+ padding: 0px;
+}
+
+#projectnumber
+{
+ font: 50% Tahoma, Arial,sans-serif;
+ margin: 0px;
+ padding: 0px;
+}
+
+#titlearea
+{
+ padding: 0px;
+ margin: 0px;
+ width: 100%;
+ border-bottom: 1px solid #1D771D;
+}
+
+.image
+{
+ text-align: center;
+}
+
+.dotgraph
+{
+ text-align: center;
+}
+
+.mscgraph
+{
+ text-align: center;
+}
+
+.plantumlgraph
+{
+ text-align: center;
+}
+
+.diagraph
+{
+ text-align: center;
+}
+
+.caption
+{
+ font-weight: bold;
+}
+
+div.zoom
+{
+ border: 1px solid #31CB31;
+}
+
+dl.citelist {
+ margin-bottom:50px;
+}
+
+dl.citelist dt {
+ color:#0C330C;
+ float:left;
+ font-weight:bold;
+ margin-right:10px;
+ padding:5px;
+}
+
+dl.citelist dd {
+ margin:2px 0;
+ padding:5px 0;
+}
+
+div.toc {
+ padding: 14px 25px;
+ background-color: #E9F9E9;
+ border: 1px solid #AFEBAF;
+ border-radius: 7px 7px 7px 7px;
+ float: right;
+ height: auto;
+ margin: 0 8px 10px 10px;
+ width: 200px;
+}
+
+.PageDocRTL-title div.toc {
+ float: left !important;
+ text-align: right;
+}
+
+div.toc li {
+ background: url("bdwn.png") no-repeat scroll 0 5px transparent;
+ font: 10px/1.2 Verdana,DejaVu Sans,Geneva,sans-serif;
+ margin-top: 5px;
+ padding-left: 10px;
+ padding-top: 2px;
+}
+
+.PageDocRTL-title div.toc li {
+ background-position-x: right !important;
+ padding-left: 0 !important;
+ padding-right: 10px;
+}
+
+div.toc h3 {
+ font: bold 12px/1.2 Arial,FreeSans,sans-serif;
+ color: #175E17;
+ border-bottom: 0 none;
+ margin: 0;
+}
+
+div.toc ul {
+ list-style: none outside none;
+ border: medium none;
+ padding: 0px;
+}
+
+div.toc li.level1 {
+ margin-left: 0px;
+}
+
+div.toc li.level2 {
+ margin-left: 15px;
+}
+
+div.toc li.level3 {
+ margin-left: 30px;
+}
+
+div.toc li.level4 {
+ margin-left: 45px;
+}
+
+.PageDocRTL-title div.toc li.level1 {
+ margin-left: 0 !important;
+ margin-right: 0;
+}
+
+.PageDocRTL-title div.toc li.level2 {
+ margin-left: 0 !important;
+ margin-right: 15px;
+}
+
+.PageDocRTL-title div.toc li.level3 {
+ margin-left: 0 !important;
+ margin-right: 30px;
+}
+
+.PageDocRTL-title div.toc li.level4 {
+ margin-left: 0 !important;
+ margin-right: 45px;
+}
+
+.inherit_header {
+ font-weight: bold;
+ color: gray;
+ cursor: pointer;
+ -webkit-touch-callout: none;
+ -webkit-user-select: none;
+ -khtml-user-select: none;
+ -moz-user-select: none;
+ -ms-user-select: none;
+ user-select: none;
+}
+
+.inherit_header td {
+ padding: 6px 0px 2px 5px;
+}
+
+.inherit {
+ display: none;
+}
+
+tr.heading h2 {
+ margin-top: 12px;
+ margin-bottom: 4px;
+}
+
+/* tooltip related style info */
+
+.ttc {
+ position: absolute;
+ display: none;
+}
+
+#powerTip {
+ cursor: default;
+ white-space: nowrap;
+ background-color: white;
+ border: 1px solid gray;
+ border-radius: 4px 4px 4px 4px;
+ box-shadow: 1px 1px 7px gray;
+ display: none;
+ font-size: smaller;
+ max-width: 80%;
+ opacity: 0.9;
+ padding: 1ex 1em 1em;
+ position: absolute;
+ z-index: 2147483647;
+}
+
+#powerTip div.ttdoc {
+ color: grey;
+ font-style: italic;
+}
+
+#powerTip div.ttname a {
+ font-weight: bold;
+}
+
+#powerTip div.ttname {
+ font-weight: bold;
+}
+
+#powerTip div.ttdeci {
+ color: #006318;
+}
+
+#powerTip div {
+ margin: 0px;
+ padding: 0px;
+ font: 12px/16px Roboto,sans-serif;
+}
+
+#powerTip:before, #powerTip:after {
+ content: "";
+ position: absolute;
+ margin: 0px;
+}
+
+#powerTip.n:after, #powerTip.n:before,
+#powerTip.s:after, #powerTip.s:before,
+#powerTip.w:after, #powerTip.w:before,
+#powerTip.e:after, #powerTip.e:before,
+#powerTip.ne:after, #powerTip.ne:before,
+#powerTip.se:after, #powerTip.se:before,
+#powerTip.nw:after, #powerTip.nw:before,
+#powerTip.sw:after, #powerTip.sw:before {
+ border: solid transparent;
+ content: " ";
+ height: 0;
+ width: 0;
+ position: absolute;
+}
+
+#powerTip.n:after, #powerTip.s:after,
+#powerTip.w:after, #powerTip.e:after,
+#powerTip.nw:after, #powerTip.ne:after,
+#powerTip.sw:after, #powerTip.se:after {
+ border-color: rgba(255, 255, 255, 0);
+}
+
+#powerTip.n:before, #powerTip.s:before,
+#powerTip.w:before, #powerTip.e:before,
+#powerTip.nw:before, #powerTip.ne:before,
+#powerTip.sw:before, #powerTip.se:before {
+ border-color: rgba(128, 128, 128, 0);
+}
+
+#powerTip.n:after, #powerTip.n:before,
+#powerTip.ne:after, #powerTip.ne:before,
+#powerTip.nw:after, #powerTip.nw:before {
+ top: 100%;
+}
+
+#powerTip.n:after, #powerTip.ne:after, #powerTip.nw:after {
+ border-top-color: #FFFFFF;
+ border-width: 10px;
+ margin: 0px -10px;
+}
+#powerTip.n:before {
+ border-top-color: #808080;
+ border-width: 11px;
+ margin: 0px -11px;
+}
+#powerTip.n:after, #powerTip.n:before {
+ left: 50%;
+}
+
+#powerTip.nw:after, #powerTip.nw:before {
+ right: 14px;
+}
+
+#powerTip.ne:after, #powerTip.ne:before {
+ left: 14px;
+}
+
+#powerTip.s:after, #powerTip.s:before,
+#powerTip.se:after, #powerTip.se:before,
+#powerTip.sw:after, #powerTip.sw:before {
+ bottom: 100%;
+}
+
+#powerTip.s:after, #powerTip.se:after, #powerTip.sw:after {
+ border-bottom-color: #FFFFFF;
+ border-width: 10px;
+ margin: 0px -10px;
+}
+
+#powerTip.s:before, #powerTip.se:before, #powerTip.sw:before {
+ border-bottom-color: #808080;
+ border-width: 11px;
+ margin: 0px -11px;
+}
+
+#powerTip.s:after, #powerTip.s:before {
+ left: 50%;
+}
+
+#powerTip.sw:after, #powerTip.sw:before {
+ right: 14px;
+}
+
+#powerTip.se:after, #powerTip.se:before {
+ left: 14px;
+}
+
+#powerTip.e:after, #powerTip.e:before {
+ left: 100%;
+}
+#powerTip.e:after {
+ border-left-color: #FFFFFF;
+ border-width: 10px;
+ top: 50%;
+ margin-top: -10px;
+}
+#powerTip.e:before {
+ border-left-color: #808080;
+ border-width: 11px;
+ top: 50%;
+ margin-top: -11px;
+}
+
+#powerTip.w:after, #powerTip.w:before {
+ right: 100%;
+}
+#powerTip.w:after {
+ border-right-color: #FFFFFF;
+ border-width: 10px;
+ top: 50%;
+ margin-top: -10px;
+}
+#powerTip.w:before {
+ border-right-color: #808080;
+ border-width: 11px;
+ top: 50%;
+ margin-top: -11px;
+}
+
+@media print
+{
+ #top { display: none; }
+ #side-nav { display: none; }
+ #nav-path { display: none; }
+ body { overflow:visible; }
+ h1, h2, h3, h4, h5, h6 { page-break-after: avoid; }
+ .summary { display: none; }
+ .memitem { page-break-inside: avoid; }
+ #doc-content
+ {
+ margin-left:0 !important;
+ height:auto !important;
+ width:auto !important;
+ overflow:inherit;
+ display:inline;
+ }
+}
+
+/* @group Markdown */
+
+table.markdownTable {
+ border-collapse:collapse;
+ margin-top: 4px;
+ margin-bottom: 4px;
+}
+
+table.markdownTable td, table.markdownTable th {
+ border: 1px solid #0A290A;
+ padding: 3px 7px 2px;
+}
+
+table.markdownTable tr {
+}
+
+th.markdownTableHeadLeft, th.markdownTableHeadRight, th.markdownTableHeadCenter, th.markdownTableHeadNone {
+ background-color: #0E3C0E;
+ color: #FFFFFF;
+ font-size: 110%;
+ padding-bottom: 4px;
+ padding-top: 5px;
+}
+
+th.markdownTableHeadLeft, td.markdownTableBodyLeft {
+ text-align: left
+}
+
+th.markdownTableHeadRight, td.markdownTableBodyRight {
+ text-align: right
+}
+
+th.markdownTableHeadCenter, td.markdownTableBodyCenter {
+ text-align: center
+}
+
+.DocNodeRTL {
+ text-align: right;
+ direction: rtl;
+}
+
+.DocNodeLTR {
+ text-align: left;
+ direction: ltr;
+}
+
+table.DocNodeRTL {
+ width: auto;
+ margin-right: 0;
+ margin-left: auto;
+}
+
+table.DocNodeLTR {
+ width: auto;
+ margin-right: auto;
+ margin-left: 0;
+}
+
+tt, code, kbd, samp
+{
+ display: inline-block;
+ direction:ltr;
+}
+/* @end */
+
+u {
+ text-decoration: underline;
+}
+
diff --git a/compile/html/doxygen.svg b/compile/html/doxygen.svg
new file mode 100644
index 0000000..7afd4cd
--- /dev/null
+++ b/compile/html/doxygen.svg
@@ -0,0 +1,26 @@
+
+
diff --git a/compile/html/dynsections.js b/compile/html/dynsections.js
new file mode 100644
index 0000000..3174bd7
--- /dev/null
+++ b/compile/html/dynsections.js
@@ -0,0 +1,121 @@
+/*
+ @licstart The following is the entire license notice for the JavaScript code in this file.
+
+ The MIT License (MIT)
+
+ Copyright (C) 1997-2020 by Dimitri van Heesch
+
+ Permission is hereby granted, free of charge, to any person obtaining a copy of this software
+ and associated documentation files (the "Software"), to deal in the Software without restriction,
+ including without limitation the rights to use, copy, modify, merge, publish, distribute,
+ sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is
+ furnished to do so, subject to the following conditions:
+
+ The above copyright notice and this permission notice shall be included in all copies or
+ substantial portions of the Software.
+
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING
+ BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
+ DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+ @licend The above is the entire license notice for the JavaScript code in this file
+ */
+function toggleVisibility(linkObj)
+{
+ var base = $(linkObj).attr('id');
+ var summary = $('#'+base+'-summary');
+ var content = $('#'+base+'-content');
+ var trigger = $('#'+base+'-trigger');
+ var src=$(trigger).attr('src');
+ if (content.is(':visible')===true) {
+ content.hide();
+ summary.show();
+ $(linkObj).addClass('closed').removeClass('opened');
+ $(trigger).attr('src',src.substring(0,src.length-8)+'closed.png');
+ } else {
+ content.show();
+ summary.hide();
+ $(linkObj).removeClass('closed').addClass('opened');
+ $(trigger).attr('src',src.substring(0,src.length-10)+'open.png');
+ }
+ return false;
+}
+
+function updateStripes()
+{
+ $('table.directory tr').
+ removeClass('even').filter(':visible:even').addClass('even');
+}
+
+function toggleLevel(level)
+{
+ $('table.directory tr').each(function() {
+ var l = this.id.split('_').length-1;
+ var i = $('#img'+this.id.substring(3));
+ var a = $('#arr'+this.id.substring(3));
+ if (l
+
+
+
+
+
+
+GIS_embedded_SW: Main Page
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ |
+ GIS_embedded_SW
+
+ |
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
diff --git a/compile/html/jquery.js b/compile/html/jquery.js
new file mode 100644
index 0000000..103c32d
--- /dev/null
+++ b/compile/html/jquery.js
@@ -0,0 +1,35 @@
+/*! jQuery v3.4.1 | (c) JS Foundation and other contributors | jquery.org/license */
+!function(e,t){"use strict";"object"==typeof module&&"object"==typeof module.exports?module.exports=e.document?t(e,!0):function(e){if(!e.document)throw new Error("jQuery requires a window with a document");return t(e)}:t(e)}("undefined"!=typeof window?window:this,function(C,e){"use strict";var t=[],E=C.document,r=Object.getPrototypeOf,s=t.slice,g=t.concat,u=t.push,i=t.indexOf,n={},o=n.toString,v=n.hasOwnProperty,a=v.toString,l=a.call(Object),y={},m=function(e){return"function"==typeof e&&"number"!=typeof e.nodeType},x=function(e){return null!=e&&e===e.window},c={type:!0,src:!0,nonce:!0,noModule:!0};function b(e,t,n){var r,i,o=(n=n||E).createElement("script");if(o.text=e,t)for(r in c)(i=t[r]||t.getAttribute&&t.getAttribute(r))&&o.setAttribute(r,i);n.head.appendChild(o).parentNode.removeChild(o)}function w(e){return null==e?e+"":"object"==typeof e||"function"==typeof e?n[o.call(e)]||"object":typeof e}var f="3.4.1",k=function(e,t){return new k.fn.init(e,t)},p=/^[\s\uFEFF\xA0]+|[\s\uFEFF\xA0]+$/g;function d(e){var t=!!e&&"length"in e&&e.length,n=w(e);return!m(e)&&!x(e)&&("array"===n||0===t||"number"==typeof t&&0+~]|"+M+")"+M+"*"),U=new RegExp(M+"|>"),X=new RegExp($),V=new RegExp("^"+I+"$"),G={ID:new RegExp("^#("+I+")"),CLASS:new RegExp("^\\.("+I+")"),TAG:new RegExp("^("+I+"|[*])"),ATTR:new RegExp("^"+W),PSEUDO:new RegExp("^"+$),CHILD:new RegExp("^:(only|first|last|nth|nth-last)-(child|of-type)(?:\\("+M+"*(even|odd|(([+-]|)(\\d*)n|)"+M+"*(?:([+-]|)"+M+"*(\\d+)|))"+M+"*\\)|)","i"),bool:new RegExp("^(?:"+R+")$","i"),needsContext:new RegExp("^"+M+"*[>+~]|:(even|odd|eq|gt|lt|nth|first|last)(?:\\("+M+"*((?:-\\d)?\\d*)"+M+"*\\)|)(?=[^-]|$)","i")},Y=/HTML$/i,Q=/^(?:input|select|textarea|button)$/i,J=/^h\d$/i,K=/^[^{]+\{\s*\[native \w/,Z=/^(?:#([\w-]+)|(\w+)|\.([\w-]+))$/,ee=/[+~]/,te=new RegExp("\\\\([\\da-f]{1,6}"+M+"?|("+M+")|.)","ig"),ne=function(e,t,n){var r="0x"+t-65536;return r!=r||n?t:r<0?String.fromCharCode(r+65536):String.fromCharCode(r>>10|55296,1023&r|56320)},re=/([\0-\x1f\x7f]|^-?\d)|^-$|[^\0-\x1f\x7f-\uFFFF\w-]/g,ie=function(e,t){return t?"\0"===e?"\ufffd":e.slice(0,-1)+"\\"+e.charCodeAt(e.length-1).toString(16)+" ":"\\"+e},oe=function(){T()},ae=be(function(e){return!0===e.disabled&&"fieldset"===e.nodeName.toLowerCase()},{dir:"parentNode",next:"legend"});try{H.apply(t=O.call(m.childNodes),m.childNodes),t[m.childNodes.length].nodeType}catch(e){H={apply:t.length?function(e,t){L.apply(e,O.call(t))}:function(e,t){var n=e.length,r=0;while(e[n++]=t[r++]);e.length=n-1}}}function se(t,e,n,r){var i,o,a,s,u,l,c,f=e&&e.ownerDocument,p=e?e.nodeType:9;if(n=n||[],"string"!=typeof t||!t||1!==p&&9!==p&&11!==p)return n;if(!r&&((e?e.ownerDocument||e:m)!==C&&T(e),e=e||C,E)){if(11!==p&&(u=Z.exec(t)))if(i=u[1]){if(9===p){if(!(a=e.getElementById(i)))return n;if(a.id===i)return n.push(a),n}else if(f&&(a=f.getElementById(i))&&y(e,a)&&a.id===i)return n.push(a),n}else{if(u[2])return H.apply(n,e.getElementsByTagName(t)),n;if((i=u[3])&&d.getElementsByClassName&&e.getElementsByClassName)return H.apply(n,e.getElementsByClassName(i)),n}if(d.qsa&&!A[t+" "]&&(!v||!v.test(t))&&(1!==p||"object"!==e.nodeName.toLowerCase())){if(c=t,f=e,1===p&&U.test(t)){(s=e.getAttribute("id"))?s=s.replace(re,ie):e.setAttribute("id",s=k),o=(l=h(t)).length;while(o--)l[o]="#"+s+" "+xe(l[o]);c=l.join(","),f=ee.test(t)&&ye(e.parentNode)||e}try{return H.apply(n,f.querySelectorAll(c)),n}catch(e){A(t,!0)}finally{s===k&&e.removeAttribute("id")}}}return g(t.replace(B,"$1"),e,n,r)}function ue(){var r=[];return function e(t,n){return r.push(t+" ")>b.cacheLength&&delete e[r.shift()],e[t+" "]=n}}function le(e){return e[k]=!0,e}function ce(e){var t=C.createElement("fieldset");try{return!!e(t)}catch(e){return!1}finally{t.parentNode&&t.parentNode.removeChild(t),t=null}}function fe(e,t){var n=e.split("|"),r=n.length;while(r--)b.attrHandle[n[r]]=t}function pe(e,t){var n=t&&e,r=n&&1===e.nodeType&&1===t.nodeType&&e.sourceIndex-t.sourceIndex;if(r)return r;if(n)while(n=n.nextSibling)if(n===t)return-1;return e?1:-1}function de(t){return function(e){return"input"===e.nodeName.toLowerCase()&&e.type===t}}function he(n){return function(e){var t=e.nodeName.toLowerCase();return("input"===t||"button"===t)&&e.type===n}}function ge(t){return function(e){return"form"in e?e.parentNode&&!1===e.disabled?"label"in e?"label"in e.parentNode?e.parentNode.disabled===t:e.disabled===t:e.isDisabled===t||e.isDisabled!==!t&&ae(e)===t:e.disabled===t:"label"in e&&e.disabled===t}}function ve(a){return le(function(o){return o=+o,le(function(e,t){var n,r=a([],e.length,o),i=r.length;while(i--)e[n=r[i]]&&(e[n]=!(t[n]=e[n]))})})}function ye(e){return e&&"undefined"!=typeof e.getElementsByTagName&&e}for(e in d=se.support={},i=se.isXML=function(e){var t=e.namespaceURI,n=(e.ownerDocument||e).documentElement;return!Y.test(t||n&&n.nodeName||"HTML")},T=se.setDocument=function(e){var t,n,r=e?e.ownerDocument||e:m;return r!==C&&9===r.nodeType&&r.documentElement&&(a=(C=r).documentElement,E=!i(C),m!==C&&(n=C.defaultView)&&n.top!==n&&(n.addEventListener?n.addEventListener("unload",oe,!1):n.attachEvent&&n.attachEvent("onunload",oe)),d.attributes=ce(function(e){return e.className="i",!e.getAttribute("className")}),d.getElementsByTagName=ce(function(e){return e.appendChild(C.createComment("")),!e.getElementsByTagName("*").length}),d.getElementsByClassName=K.test(C.getElementsByClassName),d.getById=ce(function(e){return a.appendChild(e).id=k,!C.getElementsByName||!C.getElementsByName(k).length}),d.getById?(b.filter.ID=function(e){var t=e.replace(te,ne);return function(e){return e.getAttribute("id")===t}},b.find.ID=function(e,t){if("undefined"!=typeof t.getElementById&&E){var n=t.getElementById(e);return n?[n]:[]}}):(b.filter.ID=function(e){var n=e.replace(te,ne);return function(e){var t="undefined"!=typeof e.getAttributeNode&&e.getAttributeNode("id");return t&&t.value===n}},b.find.ID=function(e,t){if("undefined"!=typeof t.getElementById&&E){var n,r,i,o=t.getElementById(e);if(o){if((n=o.getAttributeNode("id"))&&n.value===e)return[o];i=t.getElementsByName(e),r=0;while(o=i[r++])if((n=o.getAttributeNode("id"))&&n.value===e)return[o]}return[]}}),b.find.TAG=d.getElementsByTagName?function(e,t){return"undefined"!=typeof t.getElementsByTagName?t.getElementsByTagName(e):d.qsa?t.querySelectorAll(e):void 0}:function(e,t){var n,r=[],i=0,o=t.getElementsByTagName(e);if("*"===e){while(n=o[i++])1===n.nodeType&&r.push(n);return r}return o},b.find.CLASS=d.getElementsByClassName&&function(e,t){if("undefined"!=typeof t.getElementsByClassName&&E)return t.getElementsByClassName(e)},s=[],v=[],(d.qsa=K.test(C.querySelectorAll))&&(ce(function(e){a.appendChild(e).innerHTML="",e.querySelectorAll("[msallowcapture^='']").length&&v.push("[*^$]="+M+"*(?:''|\"\")"),e.querySelectorAll("[selected]").length||v.push("\\["+M+"*(?:value|"+R+")"),e.querySelectorAll("[id~="+k+"-]").length||v.push("~="),e.querySelectorAll(":checked").length||v.push(":checked"),e.querySelectorAll("a#"+k+"+*").length||v.push(".#.+[+~]")}),ce(function(e){e.innerHTML="";var t=C.createElement("input");t.setAttribute("type","hidden"),e.appendChild(t).setAttribute("name","D"),e.querySelectorAll("[name=d]").length&&v.push("name"+M+"*[*^$|!~]?="),2!==e.querySelectorAll(":enabled").length&&v.push(":enabled",":disabled"),a.appendChild(e).disabled=!0,2!==e.querySelectorAll(":disabled").length&&v.push(":enabled",":disabled"),e.querySelectorAll("*,:x"),v.push(",.*:")})),(d.matchesSelector=K.test(c=a.matches||a.webkitMatchesSelector||a.mozMatchesSelector||a.oMatchesSelector||a.msMatchesSelector))&&ce(function(e){d.disconnectedMatch=c.call(e,"*"),c.call(e,"[s!='']:x"),s.push("!=",$)}),v=v.length&&new RegExp(v.join("|")),s=s.length&&new RegExp(s.join("|")),t=K.test(a.compareDocumentPosition),y=t||K.test(a.contains)?function(e,t){var n=9===e.nodeType?e.documentElement:e,r=t&&t.parentNode;return e===r||!(!r||1!==r.nodeType||!(n.contains?n.contains(r):e.compareDocumentPosition&&16&e.compareDocumentPosition(r)))}:function(e,t){if(t)while(t=t.parentNode)if(t===e)return!0;return!1},D=t?function(e,t){if(e===t)return l=!0,0;var n=!e.compareDocumentPosition-!t.compareDocumentPosition;return n||(1&(n=(e.ownerDocument||e)===(t.ownerDocument||t)?e.compareDocumentPosition(t):1)||!d.sortDetached&&t.compareDocumentPosition(e)===n?e===C||e.ownerDocument===m&&y(m,e)?-1:t===C||t.ownerDocument===m&&y(m,t)?1:u?P(u,e)-P(u,t):0:4&n?-1:1)}:function(e,t){if(e===t)return l=!0,0;var n,r=0,i=e.parentNode,o=t.parentNode,a=[e],s=[t];if(!i||!o)return e===C?-1:t===C?1:i?-1:o?1:u?P(u,e)-P(u,t):0;if(i===o)return pe(e,t);n=e;while(n=n.parentNode)a.unshift(n);n=t;while(n=n.parentNode)s.unshift(n);while(a[r]===s[r])r++;return r?pe(a[r],s[r]):a[r]===m?-1:s[r]===m?1:0}),C},se.matches=function(e,t){return se(e,null,null,t)},se.matchesSelector=function(e,t){if((e.ownerDocument||e)!==C&&T(e),d.matchesSelector&&E&&!A[t+" "]&&(!s||!s.test(t))&&(!v||!v.test(t)))try{var n=c.call(e,t);if(n||d.disconnectedMatch||e.document&&11!==e.document.nodeType)return n}catch(e){A(t,!0)}return 0":{dir:"parentNode",first:!0}," ":{dir:"parentNode"},"+":{dir:"previousSibling",first:!0},"~":{dir:"previousSibling"}},preFilter:{ATTR:function(e){return e[1]=e[1].replace(te,ne),e[3]=(e[3]||e[4]||e[5]||"").replace(te,ne),"~="===e[2]&&(e[3]=" "+e[3]+" "),e.slice(0,4)},CHILD:function(e){return e[1]=e[1].toLowerCase(),"nth"===e[1].slice(0,3)?(e[3]||se.error(e[0]),e[4]=+(e[4]?e[5]+(e[6]||1):2*("even"===e[3]||"odd"===e[3])),e[5]=+(e[7]+e[8]||"odd"===e[3])):e[3]&&se.error(e[0]),e},PSEUDO:function(e){var t,n=!e[6]&&e[2];return G.CHILD.test(e[0])?null:(e[3]?e[2]=e[4]||e[5]||"":n&&X.test(n)&&(t=h(n,!0))&&(t=n.indexOf(")",n.length-t)-n.length)&&(e[0]=e[0].slice(0,t),e[2]=n.slice(0,t)),e.slice(0,3))}},filter:{TAG:function(e){var t=e.replace(te,ne).toLowerCase();return"*"===e?function(){return!0}:function(e){return e.nodeName&&e.nodeName.toLowerCase()===t}},CLASS:function(e){var t=p[e+" "];return t||(t=new RegExp("(^|"+M+")"+e+"("+M+"|$)"))&&p(e,function(e){return t.test("string"==typeof e.className&&e.className||"undefined"!=typeof e.getAttribute&&e.getAttribute("class")||"")})},ATTR:function(n,r,i){return function(e){var t=se.attr(e,n);return null==t?"!="===r:!r||(t+="","="===r?t===i:"!="===r?t!==i:"^="===r?i&&0===t.indexOf(i):"*="===r?i&&-1:\x20\t\r\n\f]*)[\x20\t\r\n\f]*\/?>(?:<\/\1>|)$/i;function j(e,n,r){return m(n)?k.grep(e,function(e,t){return!!n.call(e,t,e)!==r}):n.nodeType?k.grep(e,function(e){return e===n!==r}):"string"!=typeof n?k.grep(e,function(e){return-1)[^>]*|#([\w-]+))$/;(k.fn.init=function(e,t,n){var r,i;if(!e)return this;if(n=n||q,"string"==typeof e){if(!(r="<"===e[0]&&">"===e[e.length-1]&&3<=e.length?[null,e,null]:L.exec(e))||!r[1]&&t)return!t||t.jquery?(t||n).find(e):this.constructor(t).find(e);if(r[1]){if(t=t instanceof k?t[0]:t,k.merge(this,k.parseHTML(r[1],t&&t.nodeType?t.ownerDocument||t:E,!0)),D.test(r[1])&&k.isPlainObject(t))for(r in t)m(this[r])?this[r](t[r]):this.attr(r,t[r]);return this}return(i=E.getElementById(r[2]))&&(this[0]=i,this.length=1),this}return e.nodeType?(this[0]=e,this.length=1,this):m(e)?void 0!==n.ready?n.ready(e):e(k):k.makeArray(e,this)}).prototype=k.fn,q=k(E);var H=/^(?:parents|prev(?:Until|All))/,O={children:!0,contents:!0,next:!0,prev:!0};function P(e,t){while((e=e[t])&&1!==e.nodeType);return e}k.fn.extend({has:function(e){var t=k(e,this),n=t.length;return this.filter(function(){for(var e=0;e\x20\t\r\n\f]*)/i,he=/^$|^module$|\/(?:java|ecma)script/i,ge={option:[1,""],thead:[1,""],col:[2,""],tr:[2,""],td:[3,""],_default:[0,"",""]};function ve(e,t){var n;return n="undefined"!=typeof e.getElementsByTagName?e.getElementsByTagName(t||"*"):"undefined"!=typeof e.querySelectorAll?e.querySelectorAll(t||"*"):[],void 0===t||t&&A(e,t)?k.merge([e],n):n}function ye(e,t){for(var n=0,r=e.length;nx",y.noCloneChecked=!!me.cloneNode(!0).lastChild.defaultValue;var Te=/^key/,Ce=/^(?:mouse|pointer|contextmenu|drag|drop)|click/,Ee=/^([^.]*)(?:\.(.+)|)/;function ke(){return!0}function Se(){return!1}function Ne(e,t){return e===function(){try{return E.activeElement}catch(e){}}()==("focus"===t)}function Ae(e,t,n,r,i,o){var a,s;if("object"==typeof t){for(s in"string"!=typeof n&&(r=r||n,n=void 0),t)Ae(e,s,n,r,t[s],o);return e}if(null==r&&null==i?(i=n,r=n=void 0):null==i&&("string"==typeof n?(i=r,r=void 0):(i=r,r=n,n=void 0)),!1===i)i=Se;else if(!i)return e;return 1===o&&(a=i,(i=function(e){return k().off(e),a.apply(this,arguments)}).guid=a.guid||(a.guid=k.guid++)),e.each(function(){k.event.add(this,t,i,r,n)})}function De(e,i,o){o?(Q.set(e,i,!1),k.event.add(e,i,{namespace:!1,handler:function(e){var t,n,r=Q.get(this,i);if(1&e.isTrigger&&this[i]){if(r.length)(k.event.special[i]||{}).delegateType&&e.stopPropagation();else if(r=s.call(arguments),Q.set(this,i,r),t=o(this,i),this[i](),r!==(n=Q.get(this,i))||t?Q.set(this,i,!1):n={},r!==n)return e.stopImmediatePropagation(),e.preventDefault(),n.value}else r.length&&(Q.set(this,i,{value:k.event.trigger(k.extend(r[0],k.Event.prototype),r.slice(1),this)}),e.stopImmediatePropagation())}})):void 0===Q.get(e,i)&&k.event.add(e,i,ke)}k.event={global:{},add:function(t,e,n,r,i){var o,a,s,u,l,c,f,p,d,h,g,v=Q.get(t);if(v){n.handler&&(n=(o=n).handler,i=o.selector),i&&k.find.matchesSelector(ie,i),n.guid||(n.guid=k.guid++),(u=v.events)||(u=v.events={}),(a=v.handle)||(a=v.handle=function(e){return"undefined"!=typeof k&&k.event.triggered!==e.type?k.event.dispatch.apply(t,arguments):void 0}),l=(e=(e||"").match(R)||[""]).length;while(l--)d=g=(s=Ee.exec(e[l])||[])[1],h=(s[2]||"").split(".").sort(),d&&(f=k.event.special[d]||{},d=(i?f.delegateType:f.bindType)||d,f=k.event.special[d]||{},c=k.extend({type:d,origType:g,data:r,handler:n,guid:n.guid,selector:i,needsContext:i&&k.expr.match.needsContext.test(i),namespace:h.join(".")},o),(p=u[d])||((p=u[d]=[]).delegateCount=0,f.setup&&!1!==f.setup.call(t,r,h,a)||t.addEventListener&&t.addEventListener(d,a)),f.add&&(f.add.call(t,c),c.handler.guid||(c.handler.guid=n.guid)),i?p.splice(p.delegateCount++,0,c):p.push(c),k.event.global[d]=!0)}},remove:function(e,t,n,r,i){var o,a,s,u,l,c,f,p,d,h,g,v=Q.hasData(e)&&Q.get(e);if(v&&(u=v.events)){l=(t=(t||"").match(R)||[""]).length;while(l--)if(d=g=(s=Ee.exec(t[l])||[])[1],h=(s[2]||"").split(".").sort(),d){f=k.event.special[d]||{},p=u[d=(r?f.delegateType:f.bindType)||d]||[],s=s[2]&&new RegExp("(^|\\.)"+h.join("\\.(?:.*\\.|)")+"(\\.|$)"),a=o=p.length;while(o--)c=p[o],!i&&g!==c.origType||n&&n.guid!==c.guid||s&&!s.test(c.namespace)||r&&r!==c.selector&&("**"!==r||!c.selector)||(p.splice(o,1),c.selector&&p.delegateCount--,f.remove&&f.remove.call(e,c));a&&!p.length&&(f.teardown&&!1!==f.teardown.call(e,h,v.handle)||k.removeEvent(e,d,v.handle),delete u[d])}else for(d in u)k.event.remove(e,d+t[l],n,r,!0);k.isEmptyObject(u)&&Q.remove(e,"handle events")}},dispatch:function(e){var t,n,r,i,o,a,s=k.event.fix(e),u=new Array(arguments.length),l=(Q.get(this,"events")||{})[s.type]||[],c=k.event.special[s.type]||{};for(u[0]=s,t=1;t\x20\t\r\n\f]*)[^>]*)\/>/gi,qe=/
+
+
+
+
+