Create a publishable artifact list; Create a checksum list

This commit is contained in:
Dan Hawkins 2018-11-17 20:25:15 +00:00
commit d736223660
5 changed files with 109 additions and 31 deletions

31
checksum/utils.groovy Normal file
View file

@ -0,0 +1,31 @@
env.CHECKSUMARTIFACTS = "checksums/**"
def CHECKSUMFOLDER = "${WORKSPACE}/checksums"
// SHA256SUM environment variable must be set to sha256sum utility
// Generate a checksum file of from a list of files/directories relative to workspace
def generatelist(checksummable) {
if !fileExists("${SHA256SUM}") {
error "Please define the path to a sha256sum utility in the SHA256SUM environment variable"
}
sh """
rm -rf "${CHECKSUMFOLDER}"
mkdir -p "${CHECKSUMFOLDER}"
"""
for (filepath in checksummable) {
def files = findFiles(glob: filepath)
for (file in files) {
if isUnix() {
sh """#!/bin/bash
"${SHA256SUM}" "${file}" >> "${CHECKSUMFOLDER}/sha256sum_list"
"""
}
else {
bat """
"${SHA256SUM}" "${file}" >> "${CHECKSUMFOLDER}/sha256sum_list"
"""
}
}
}
}

16
file/utils.groovy Normal file
View file

@ -0,0 +1,16 @@
def lineendings = load("${autobuilder.commonscripts()}/platform/lineendings.groovy")
// Get current contents of given file and optionally add a newline string/character; If file doesn't exist, return default contents
def currentContents(file, newline = "${nl}", defaultContents = "") {
def contents = ""
if (fileExists("${file}")) {
contents = readFile(file: "${file}").trim() + newline
}
else {
contents = defaultContents
}
return contents
}
return this;

25
publishing/utils.groovy Normal file
View file

@ -0,0 +1,25 @@
def fileutils = load("${autobuilder.commonscripts()}/file/utils.groovy")
env.PUBLISHABLEARTIFACTS = "publishable/**"
def PUBLISHABLEFOLDER = "${WORKSPACE}/publishable"
def PUBLISHABLEFILE = "${WORKSPACE}/publishable/list.json"
// Generate a list of artifact files that are publishable to outside parties
def generatelist(publishable) {
sh """
rm -rf "${PUBLISHABLEFOLDER}"
mkdir -p "${PUBLISHABLEFOLDER}"
"""
filelist = []
for (filepath in publishable) {
def files = findFiles(glob: filepath)
for (file in files) {
if (!file.directory) {
filelist.add(file.path)
}
}
}
def outJson = readJSON text: groovy.json.JsonOutput.toJson(filelist)
writeJSON(file: PUBLISHABLEFILE, json: outJson, pretty: 4)
}

View file

@ -1,5 +1,8 @@
def generate(sourcerevision, sourcepath, basebuildnumber = "1000", releasejobname = "", versionfolder = "${WORKSPACE}/version", jobname = "${JOB_NAME}", buildid = "${BUILD_ID}") {
env.VERSIONARTIFACTS = "version/**"
def VERSIONFOLDER = "${WORKSPACE}/version"
def generate(sourcerevision, sourcepath, basebuildnumber = "1000", releasejobname = "", versionfolder = "${VERSIONFOLDER}", jobname = "${JOB_NAME}", buildid = "${BUILD_ID}") {
cs = autobuilder.commonscripts()
if (isUnix()) {
sh """
@ -11,9 +14,9 @@ def generate(sourcerevision, sourcepath, basebuildnumber = "1000", releasejobnam
"${PYTHON}" -u "${cs}\\versionnumbering\\versioninfo.py" -s "${sourcerevision}" -v "${versionfolder}" -g "${sourcepath}" -b "${basebuildnumber}" -j "${jobname}" -n "${buildid}" -r "${releasejobname}"
"""
}
env.BUILD_STAMP = readFile("${WORKSPACE}/version/buildstamp.txt").trim()
env.BUILD_STAMP_COMMA_SEP = readFile("${WORKSPACE}/version/buildstampcommasep.txt").trim()
env.SRC_REVISION = readFile("${WORKSPACE}/version/revision.txt").trim()
env.BUILD_STAMP = readFile("${VERSIONFOLDER}/buildstamp.txt").trim()
env.BUILD_STAMP_COMMA_SEP = readFile("${VERSIONFOLDER}/buildstampcommasep.txt").trim()
env.SRC_REVISION = readFile("${VERSIONFOLDER}/revision.txt").trim()
configurationhelper.saveConfigurationInVersionInfo();
}

View file

@ -1,5 +1,6 @@
def lineendings = load("${autobuilder.commonscripts()}/platform/lineendings.groovy")
def fileutils = load("${autobuilder.commonscripts()}/file/utils.groovy")
def currentContents(file, newline = "\n", defaultContents = "") {
if (fileExists("${file}")) {
@ -26,18 +27,19 @@ def prefixline(rootpath, filepath) {
def mergemeta(rootpath, versionFolder, outputFolder) {
echo "Merging meta data from folder: ${versionFolder} to ${outputFolder}"
differencesFile = "${versionFolder}/differences.txt"
newContents = readFile file: "${differencesFile}"
metadifferencesFile = "${outputFolder}/differences.txt"
writeFile file: "${metadifferencesFile}", text: currentContents(metadifferencesFile) + newContents
def differencesFile = "${versionFolder}/differences.txt"
def newContents = readFile file: "${differencesFile}"
def metadifferencesFile = "${outputFolder}/differences.txt"
writeFile file: "${metadifferencesFile}", text: fileutils.currentContents(metadifferencesFile) + newContents
buildStampFile = "${versionFolder}/buildstamps.txt"
buildStampFileContents = prefixline(rootpath, "${buildStampFile}")
metabuildStampFile = "${outputFolder}/buildstamps.txt"
writeFile file: "${metabuildStampFile}", text: currentContents(metabuildStampFile) + buildStampFileContents
def buildStampFile = "${versionFolder}/buildstamps.txt"
def buildStampFileContents = prefixline(rootpath, "${buildStampFile}")
def metabuildStampFile = "${outputFolder}/buildstamps.txt"
writeFile file: "${metabuildStampFile}", text: fileutils.currentContents(metabuildStampFile) + buildStampFileContents
def intrevision = 0
if (fileExists("${versionFolder}/revision.txt")) {
revision = readFile("${versionFolder}/revision.txt").trim()
def revision = readFile("${versionFolder}/revision.txt").trim()
intrevision = revision.toInteger()
echo "Revision read in: ${intrevision}"
}
@ -51,29 +53,29 @@ def mergemeta(rootpath, versionFolder, outputFolder) {
def appendcomponentinfo(rootpath, versionFolder, outputFolder) {
echo "Appending component version data from folder: ${versionFolder} to ${outputFolder}"
differencesFile = "${versionFolder}/differences.txt"
def differencesFile = "${versionFolder}/differences.txt"
if (fileExists("${differencesFile}")) {
newContents = readFile file: "${differencesFile}"
metadifferencesFile = "${outputFolder}/differences.txt"
writeFile file: "${metadifferencesFile}", text: currentContents(metadifferencesFile) + "${differencesFile}:\n" + newContents
def newContents = readFile file: "${differencesFile}"
def metadifferencesFile = "${outputFolder}/differences.txt"
writeFile file: "${metadifferencesFile}", text: fileutils.currentContents(metadifferencesFile) + "${differencesFile}:\n" + newContents
}
buildStampFile = "${versionFolder}/buildstamps.txt"
buildStampFileContents = readFile("${buildStampFile}").trim()
def buildStampFile = "${versionFolder}/buildstamps.txt"
def buildStampFileContents = readFile("${buildStampFile}").trim()
remoteurlFile = "${versionFolder}/remoteurl.txt"
remoteurlFileContents = currentContents(remoteurlFile, "", 'Unknown').trim()
def remoteurlFile = "${versionFolder}/remoteurl.txt"
def remoteurlFileContents = fileutils.currentContents(remoteurlFile, "", 'Unknown').trim()
gitRevisionFile = "${versionFolder}/gitrevision.txt"
gitRevisionFileContents = readFile("${gitRevisionFile}").trim()
def gitRevisionFile = "${versionFolder}/gitrevision.txt"
def gitRevisionFileContents = readFile("${gitRevisionFile}").trim()
releaseJobNameFile = "${versionFolder}/releasejobname.txt"
releaseJobNameContents = currentContents("${releaseJobNameFile}", "", "-").trim()
def releaseJobNameFile = "${versionFolder}/releasejobname.txt"
def releaseJobNameContents = fileutils.currentContents("${releaseJobNameFile}", "", "-").trim()
metabuildStampFile = "${outputFolder}/buildstamps.txt"
writeFile file: "${metabuildStampFile}", text: currentContents(metabuildStampFile) + "${rootpath}" + ":" + buildStampFileContents + "," + remoteurlFileContents + "," + gitRevisionFileContents + "," + releaseJobNameContents
revision = readFile("${versionFolder}/revision.txt").trim()
intrevision = revision.toInteger()
def metabuildStampFile = "${outputFolder}/buildstamps.txt"
writeFile file: "${metabuildStampFile}", text: fileutils.currentContents(metabuildStampFile) + "${rootpath}" + ":" + buildStampFileContents + "," + remoteurlFileContents + "," + gitRevisionFileContents + "," + releaseJobNameContents
def revision = readFile("${versionFolder}/revision.txt").trim()
def intrevision = revision.toInteger()
echo "Revision read in: ${intrevision}"
return intrevision
@ -82,15 +84,16 @@ def appendcomponentinfo(rootpath, versionFolder, outputFolder) {
// Each version folder should have been created using version creation scripts in this Common_scripts folder
// as their are well-known files in each folder
def combineSubjobVersions(versionLabelPrefix, artifactList, outputFolder = "${WORKSPACE}/metaversion") {
totalrevision = 0
def totalrevision = 0
dir("${outputFolder}") {
deleteDir()
}
for (artifactItem in artifactList) {
(rootpath, versionFolder) = artifactItem
echo "Inspecting folder: ${versionFolder}"
metaversionsignaturefile = "${versionFolder}/metaversion.txt"
def metaversionsignaturefile = "${versionFolder}/metaversion.txt"
// If the sub project is a meta job
def intrevision = 0
if (fileExists("${metaversionsignaturefile}")) {
intrevision = mergemeta(rootpath, versionFolder, outputFolder)
}