|
|
|
|
@@ -82,14 +82,10 @@ pipeline {
|
|
|
|
|
script{
|
|
|
|
|
env.PACKAGE_TAG = sh(
|
|
|
|
|
script: '''#!/bin/bash
|
|
|
|
|
http_code=$(curl --write-out %{http_code} -s -o /dev/null \
|
|
|
|
|
https://raw.githubusercontent.com/${LS_USER}/${LS_REPO}/master/package_versions.txt)
|
|
|
|
|
if [[ "${http_code}" -ne 200 ]] ; then
|
|
|
|
|
echo none
|
|
|
|
|
if [ -e package_versions.txt ] ; then
|
|
|
|
|
cat package_versions.txt | md5sum | cut -c1-8
|
|
|
|
|
else
|
|
|
|
|
curl -s \
|
|
|
|
|
https://raw.githubusercontent.com/${LS_USER}/${LS_REPO}/master/package_versions.txt \
|
|
|
|
|
| md5sum | cut -c1-8
|
|
|
|
|
echo none
|
|
|
|
|
fi''',
|
|
|
|
|
returnStdout: true).trim()
|
|
|
|
|
}
|
|
|
|
|
@@ -116,6 +112,16 @@ pipeline {
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
// Sanitize the release tag and strip illegal docker or github characters
|
|
|
|
|
stage("Sanitize tag"){
|
|
|
|
|
steps{
|
|
|
|
|
script{
|
|
|
|
|
env.EXT_RELEASE_CLEAN = sh(
|
|
|
|
|
script: '''echo ${EXT_RELEASE} | sed 's/[~,%@+;:/]//g' ''',
|
|
|
|
|
returnStdout: true).trim()
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
// If this is a master build use live docker endpoints
|
|
|
|
|
stage("Set ENV live build"){
|
|
|
|
|
when {
|
|
|
|
|
@@ -126,11 +132,11 @@ pipeline {
|
|
|
|
|
script{
|
|
|
|
|
env.IMAGE = env.DOCKERHUB_IMAGE
|
|
|
|
|
if (env.MULTIARCH == 'true') {
|
|
|
|
|
env.CI_TAGS = 'amd64-' + env.EXT_RELEASE + '-ls' + env.LS_TAG_NUMBER + '|arm32v6-' + env.EXT_RELEASE + '-ls' + env.LS_TAG_NUMBER + '|arm64v8-' + env.EXT_RELEASE + '-ls' + env.LS_TAG_NUMBER
|
|
|
|
|
env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
|
|
|
|
|
} else {
|
|
|
|
|
env.CI_TAGS = env.EXT_RELEASE + '-ls' + env.LS_TAG_NUMBER
|
|
|
|
|
env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
|
|
|
|
|
}
|
|
|
|
|
env.META_TAG = env.EXT_RELEASE + '-ls' + env.LS_TAG_NUMBER
|
|
|
|
|
env.META_TAG = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
@@ -144,11 +150,11 @@ pipeline {
|
|
|
|
|
script{
|
|
|
|
|
env.IMAGE = env.DEV_DOCKERHUB_IMAGE
|
|
|
|
|
if (env.MULTIARCH == 'true') {
|
|
|
|
|
env.CI_TAGS = 'amd64-' + env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm32v6-' + env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm64v8-' + env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
|
|
|
|
|
env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
|
|
|
|
|
} else {
|
|
|
|
|
env.CI_TAGS = env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
|
|
|
|
|
env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
|
|
|
|
|
}
|
|
|
|
|
env.META_TAG = env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
|
|
|
|
|
env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
|
|
|
|
|
env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DEV_DOCKERHUB_IMAGE + '/tags/'
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
@@ -162,11 +168,11 @@ pipeline {
|
|
|
|
|
script{
|
|
|
|
|
env.IMAGE = env.PR_DOCKERHUB_IMAGE
|
|
|
|
|
if (env.MULTIARCH == 'true') {
|
|
|
|
|
env.CI_TAGS = 'amd64-' + env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm32v6-' + env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm64v8-' + env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
|
|
|
|
|
env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
|
|
|
|
|
} else {
|
|
|
|
|
env.CI_TAGS = env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
|
|
|
|
|
env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
|
|
|
|
|
}
|
|
|
|
|
env.META_TAG = env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
|
|
|
|
|
env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
|
|
|
|
|
env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/pull/' + env.PULL_REQUEST
|
|
|
|
|
env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.PR_DOCKERHUB_IMAGE + '/tags/'
|
|
|
|
|
}
|
|
|
|
|
@@ -328,22 +334,29 @@ pipeline {
|
|
|
|
|
docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\
|
|
|
|
|
apk info > packages && \
|
|
|
|
|
apk info -v > versions && \
|
|
|
|
|
paste -d " " packages versions > /tmp/package_versions.txt'
|
|
|
|
|
paste -d " " packages versions > /tmp/package_versions.txt && \
|
|
|
|
|
chmod 777 /tmp/package_versions.txt'
|
|
|
|
|
elif [ "${DIST_IMAGE}" == "ubuntu" ]; then
|
|
|
|
|
docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\
|
|
|
|
|
apt -qq list --installed | awk "{print \$1,\$2}" > /tmp/package_versions.txt'
|
|
|
|
|
apt list -qq --installed > /tmp/package_versions.txt && \
|
|
|
|
|
chmod 777 /tmp/package_versions.txt'
|
|
|
|
|
fi
|
|
|
|
|
if [ "$(md5sum ${TEMPDIR}/package_versions.txt | cut -c1-8 )" != "${PACKAGE_TAG}" ]; then
|
|
|
|
|
NEW_PACKAGE_TAG=$(md5sum ${TEMPDIR}/package_versions.txt | cut -c1-8 )
|
|
|
|
|
echo "Package tag sha from current packages in buit container is ${NEW_PACKAGE_TAG} comparing to old ${PACKAGE_TAG} from github"
|
|
|
|
|
if [ "${NEW_PACKAGE_TAG}" != "${PACKAGE_TAG}" ]; then
|
|
|
|
|
git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/${LS_REPO}
|
|
|
|
|
git --git-dir ${TEMPDIR}/${LS_REPO}/.git checkout -f master
|
|
|
|
|
cp ${TEMPDIR}/package_versions.txt ${TEMPDIR}/${LS_REPO}/
|
|
|
|
|
cd ${TEMPDIR}/${LS_REPO}/
|
|
|
|
|
git --git-dir ${TEMPDIR}/${LS_REPO}/.git add package_versions.txt
|
|
|
|
|
git --git-dir ${TEMPDIR}/${LS_REPO}/.git commit -m 'Bot Updating Package Versions'
|
|
|
|
|
git --git-dir ${TEMPDIR}/${LS_REPO}/.git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all
|
|
|
|
|
wait
|
|
|
|
|
git add package_versions.txt
|
|
|
|
|
git commit -m 'Bot Updating Package Versions'
|
|
|
|
|
git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all
|
|
|
|
|
echo "true" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}
|
|
|
|
|
echo "Package tag updated, stopping build process"
|
|
|
|
|
else
|
|
|
|
|
echo "false" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}
|
|
|
|
|
echo "Package tag is same as previous continue with build process"
|
|
|
|
|
fi
|
|
|
|
|
rm -Rf ${TEMPDIR}'''
|
|
|
|
|
script{
|
|
|
|
|
@@ -398,6 +411,9 @@ pipeline {
|
|
|
|
|
string(credentialsId: 'spaces-key', variable: 'DO_KEY'),
|
|
|
|
|
string(credentialsId: 'spaces-secret', variable: 'DO_SECRET')
|
|
|
|
|
]) {
|
|
|
|
|
script{
|
|
|
|
|
env.CI_URL = 'https://lsio-ci.ams3.digitaloceanspaces.com/' + env.IMAGE + '/' + env.META_TAG + '/index.html'
|
|
|
|
|
}
|
|
|
|
|
sh '''#! /bin/bash
|
|
|
|
|
set -e
|
|
|
|
|
docker pull lsiodev/ci:latest
|
|
|
|
|
@@ -426,9 +442,6 @@ pipeline {
|
|
|
|
|
-e DO_BUCKET="lsio-ci" \
|
|
|
|
|
-t lsiodev/ci:latest \
|
|
|
|
|
python /ci/ci.py'''
|
|
|
|
|
script{
|
|
|
|
|
env.CI_URL = 'https://lsio-ci.ams3.digitaloceanspaces.com/' + env.IMAGE + '/' + env.META_TAG + '/index.html'
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
@@ -498,7 +511,7 @@ pipeline {
|
|
|
|
|
sh "docker manifest create ${IMAGE}:latest ${IMAGE}:amd64-latest ${IMAGE}:arm32v6-latest ${IMAGE}:arm64v8-latest"
|
|
|
|
|
sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm32v6-latest --os linux --arch arm"
|
|
|
|
|
sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm64v8-latest --os linux --arch arm64 --variant v8"
|
|
|
|
|
sh "docker manifest push --purge ${IMAGE}:${EXT_RELEASE}-ls${LS_TAG_NUMBER} || :"
|
|
|
|
|
sh "docker manifest push --purge ${IMAGE}:${META_TAG} || :"
|
|
|
|
|
sh "docker manifest create ${IMAGE}:${META_TAG} ${IMAGE}:amd64-${META_TAG} ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm64v8-${META_TAG}"
|
|
|
|
|
sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm32v6-${META_TAG} --os linux --arch arm"
|
|
|
|
|
sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm64v8-${META_TAG} --os linux --arch arm64 --variant v8"
|
|
|
|
|
@@ -512,25 +525,25 @@ pipeline {
|
|
|
|
|
when {
|
|
|
|
|
branch "master"
|
|
|
|
|
expression {
|
|
|
|
|
env.LS_RELEASE != env.EXT_RELEASE + '-pkg-' + env.PACKAGE_TAG + '-ls' + env.LS_TAG_NUMBER
|
|
|
|
|
env.LS_RELEASE != env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-ls' + env.LS_TAG_NUMBER
|
|
|
|
|
}
|
|
|
|
|
environment name: 'CHANGE_ID', value: ''
|
|
|
|
|
environment name: 'EXIT_STATUS', value: ''
|
|
|
|
|
}
|
|
|
|
|
steps {
|
|
|
|
|
echo "Pushing New tag for current commit ${EXT_RELEASE}-pkg-${PACKAGE_TAG}-ls${LS_TAG_NUMBER}"
|
|
|
|
|
echo "Pushing New tag for current commit ${EXT_RELEASE_CLEAN}-pkg-${PACKAGE_TAG}-ls${LS_TAG_NUMBER}"
|
|
|
|
|
sh '''curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/git/tags \
|
|
|
|
|
-d '{"tag":"'${EXT_RELEASE}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
|
|
|
|
|
-d '{"tag":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
|
|
|
|
|
"object": "'${COMMIT_SHA}'",\
|
|
|
|
|
"message": "Tagging Release '${EXT_RELEASE}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}' to master",\
|
|
|
|
|
"message": "Tagging Release '${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}' to master",\
|
|
|
|
|
"type": "commit",\
|
|
|
|
|
"tagger": {"name": "LinuxServer Jenkins","email": "jenkins@linuxserver.io","date": "'${GITHUB_DATE}'"}}' '''
|
|
|
|
|
echo "Pushing New release for Tag"
|
|
|
|
|
sh '''#! /bin/bash
|
|
|
|
|
curl -s https://api.github.com/repos/${EXT_USER}/${EXT_REPO}/releases/latest | jq '. |.body' | sed 's:^.\\(.*\\).$:\\1:' > releasebody.json
|
|
|
|
|
echo '{"tag_name":"'${EXT_RELEASE}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
|
|
|
|
|
echo '{"tag_name":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
|
|
|
|
|
"target_commitish": "master",\
|
|
|
|
|
"name": "'${EXT_RELEASE}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
|
|
|
|
|
"name": "'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
|
|
|
|
|
"body": "**LinuxServer Changes:**\\n\\n'${LS_RELEASE_NOTES}'\\n**'${EXT_REPO}' Changes:**\\n\\n' > start
|
|
|
|
|
printf '","draft": false,"prerelease": false}' >> releasebody.json
|
|
|
|
|
paste -d'\\0' start releasebody.json > releasebody.json.done
|
|
|
|
|
|
