Jenkinsfile 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643
  1. pipeline {
  2. agent {
  3. label 'X86-64-MULTI'
  4. }
  5. // Input to determine if this is a package check
  6. parameters {
  7. string(defaultValue: 'false', description: 'package check run', name: 'PACKAGE_CHECK')
  8. }
  9. // Configuration for the variables used for this specific repo
  10. environment {
  11. BUILDS_DISCORD=credentials('build_webhook_url')
  12. GITHUB_TOKEN=credentials('498b4638-2d02-4ce5-832d-8a57d01d97ab')
  13. EXT_GIT_BRANCH = 'master'
  14. EXT_USER = 'thibaud-rohmer'
  15. EXT_REPO = 'PhotoShow'
  16. BUILD_VERSION_ARG = 'PHOTOSHOW_COMMIT'
  17. LS_USER = 'linuxserver'
  18. LS_REPO = 'docker-photoshow'
  19. CONTAINER_NAME = 'photoshow'
  20. DOCKERHUB_IMAGE = 'linuxserver/photoshow'
  21. DEV_DOCKERHUB_IMAGE = 'lsiodev/photoshow'
  22. PR_DOCKERHUB_IMAGE = 'lspipepr/photoshow'
  23. DIST_IMAGE = 'alpine'
  24. MULTIARCH='true'
  25. CI='true'
  26. CI_WEB='true'
  27. CI_PORT='80'
  28. CI_SSL='false'
  29. CI_DELAY='120'
  30. CI_DOCKERENV='TZ=US/Pacific'
  31. CI_AUTH='user:password'
  32. CI_WEBPATH=''
  33. }
  34. stages {
  35. // Setup all the basic environment variables needed for the build
  36. stage("Set ENV Variables base"){
  37. steps{
  38. script{
  39. env.EXIT_STATUS = ''
  40. env.LS_RELEASE = sh(
  41. script: '''curl -s https://api.github.com/repos/${LS_USER}/${LS_REPO}/releases/latest | jq -r '. | .tag_name' ''',
  42. returnStdout: true).trim()
  43. env.LS_RELEASE_NOTES = sh(
  44. script: '''cat readme-vars.yml | awk -F \\" '/date: "[0-9][0-9].[0-9][0-9].[0-9][0-9]:/ {print $4;exit;}' | sed -E ':a;N;$!ba;s/\\r{0,1}\\n/\\\\n/g' ''',
  45. returnStdout: true).trim()
  46. env.GITHUB_DATE = sh(
  47. script: '''date '+%Y-%m-%dT%H:%M:%S%:z' ''',
  48. returnStdout: true).trim()
  49. env.COMMIT_SHA = sh(
  50. script: '''git rev-parse HEAD''',
  51. returnStdout: true).trim()
  52. env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/commit/' + env.GIT_COMMIT
  53. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DOCKERHUB_IMAGE + '/tags/'
  54. env.PULL_REQUEST = env.CHANGE_ID
  55. }
  56. script{
  57. env.LS_RELEASE_NUMBER = sh(
  58. script: '''echo ${LS_RELEASE} |sed 's/^.*-ls//g' ''',
  59. returnStdout: true).trim()
  60. }
  61. script{
  62. env.LS_TAG_NUMBER = sh(
  63. script: '''#! /bin/bash
  64. tagsha=$(git rev-list -n 1 ${LS_RELEASE} 2>/dev/null)
  65. if [ "${tagsha}" == "${COMMIT_SHA}" ]; then
  66. echo ${LS_RELEASE_NUMBER}
  67. elif [ -z "${GIT_COMMIT}" ]; then
  68. echo ${LS_RELEASE_NUMBER}
  69. else
  70. echo $((${LS_RELEASE_NUMBER} + 1))
  71. fi''',
  72. returnStdout: true).trim()
  73. }
  74. }
  75. }
  76. /* #######################
  77. Package Version Tagging
  78. ####################### */
  79. // Grab the current package versions in Git to determine package tag
  80. stage("Set Package tag"){
  81. steps{
  82. script{
  83. env.PACKAGE_TAG = sh(
  84. script: '''#!/bin/bash
  85. if [ -e package_versions.txt ] ; then
  86. cat package_versions.txt | md5sum | cut -c1-8
  87. else
  88. echo none
  89. fi''',
  90. returnStdout: true).trim()
  91. }
  92. }
  93. }
  94. /* ########################
  95. External Release Tagging
  96. ######################## */
  97. // If this is a github commit trigger determine the current commit at head
  98. stage("Set ENV github_commit"){
  99. steps{
  100. script{
  101. env.EXT_RELEASE = sh(
  102. script: '''curl -s https://api.github.com/repos/${EXT_USER}/${EXT_REPO}/commits/${EXT_GIT_BRANCH} | jq -r '. | .sha' | cut -c1-8 ''',
  103. returnStdout: true).trim()
  104. }
  105. }
  106. }
  107. // If this is a github commit trigger Set the external release link
  108. stage("Set ENV commit_link"){
  109. steps{
  110. script{
  111. env.RELEASE_LINK = 'https://github.com/' + env.EXT_USER + '/' + env.EXT_REPO + '/commit/' + env.EXT_RELEASE
  112. }
  113. }
  114. }
  115. // Sanitize the release tag and strip illegal docker or github characters
  116. stage("Sanitize tag"){
  117. steps{
  118. script{
  119. env.EXT_RELEASE_CLEAN = sh(
  120. script: '''echo ${EXT_RELEASE} | sed 's/[~,%@+;:/]//g' ''',
  121. returnStdout: true).trim()
  122. }
  123. }
  124. }
  125. // If this is a master build use live docker endpoints
  126. stage("Set ENV live build"){
  127. when {
  128. branch "master"
  129. environment name: 'CHANGE_ID', value: ''
  130. }
  131. steps {
  132. script{
  133. env.IMAGE = env.DOCKERHUB_IMAGE
  134. if (env.MULTIARCH == 'true') {
  135. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  136. } else {
  137. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  138. }
  139. env.META_TAG = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  140. }
  141. }
  142. }
  143. // If this is a dev build use dev docker endpoints
  144. stage("Set ENV dev build"){
  145. when {
  146. not {branch "master"}
  147. environment name: 'CHANGE_ID', value: ''
  148. }
  149. steps {
  150. script{
  151. env.IMAGE = env.DEV_DOCKERHUB_IMAGE
  152. if (env.MULTIARCH == 'true') {
  153. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  154. } else {
  155. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  156. }
  157. env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  158. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DEV_DOCKERHUB_IMAGE + '/tags/'
  159. }
  160. }
  161. }
  162. // If this is a pull request build use dev docker endpoints
  163. stage("Set ENV PR build"){
  164. when {
  165. not {environment name: 'CHANGE_ID', value: ''}
  166. }
  167. steps {
  168. script{
  169. env.IMAGE = env.PR_DOCKERHUB_IMAGE
  170. if (env.MULTIARCH == 'true') {
  171. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  172. } else {
  173. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  174. }
  175. env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  176. env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/pull/' + env.PULL_REQUEST
  177. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.PR_DOCKERHUB_IMAGE + '/tags/'
  178. }
  179. }
  180. }
  181. // Use helper containers to render templated files
  182. stage('Update-Templates') {
  183. when {
  184. branch "master"
  185. environment name: 'CHANGE_ID', value: ''
  186. expression {
  187. env.CONTAINER_NAME != null
  188. }
  189. }
  190. steps {
  191. sh '''#! /bin/bash
  192. set -e
  193. TEMPDIR=$(mktemp -d)
  194. docker pull linuxserver/jenkins-builder:latest
  195. docker run --rm -e CONTAINER_NAME=${CONTAINER_NAME} -e GITHUB_BRANCH=master -v ${TEMPDIR}:/ansible/jenkins linuxserver/jenkins-builder:latest
  196. docker pull linuxserver/doc-builder:latest
  197. docker run --rm -e CONTAINER_NAME=${CONTAINER_NAME} -e GITHUB_BRANCH=master -v ${TEMPDIR}:/ansible/readme linuxserver/doc-builder:latest
  198. if [ "$(md5sum ${TEMPDIR}/${LS_REPO}/Jenkinsfile | awk '{ print $1 }')" != "$(md5sum Jenkinsfile | awk '{ print $1 }')" ] || [ "$(md5sum ${TEMPDIR}/${CONTAINER_NAME}/README.md | awk '{ print $1 }')" != "$(md5sum README.md | awk '{ print $1 }')" ]; then
  199. mkdir -p ${TEMPDIR}/repo
  200. git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/repo/${LS_REPO}
  201. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git checkout -f master
  202. cp ${TEMPDIR}/${CONTAINER_NAME}/README.md ${TEMPDIR}/repo/${LS_REPO}/
  203. cp ${TEMPDIR}/docker-${CONTAINER_NAME}/Jenkinsfile ${TEMPDIR}/repo/${LS_REPO}/
  204. cd ${TEMPDIR}/repo/${LS_REPO}/
  205. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git add Jenkinsfile README.md
  206. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git commit -m 'Bot Updating Templated Files'
  207. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all
  208. echo "true" > /tmp/${COMMIT_SHA}-${BUILD_NUMBER}
  209. else
  210. echo "false" > /tmp/${COMMIT_SHA}-${BUILD_NUMBER}
  211. fi
  212. mkdir -p ${TEMPDIR}/gitbook
  213. git clone https://github.com/linuxserver/docker-documentation.git ${TEMPDIR}/gitbook/docker-documentation
  214. if [ "${BRANCH_NAME}" = "master" ] && [ ! -f ${TEMPDIR}/gitbook/docker-documentation/images/docker-${CONTAINER_NAME}.md ] || [ "$(md5sum ${TEMPDIR}/gitbook/docker-documentation/images/docker-${CONTAINER_NAME}.md | awk '{ print $1 }')" != "$(md5sum ${TEMPDIR}/${CONTAINER_NAME}/docker-${CONTAINER_NAME}.md | awk '{ print $1 }')" ]; then
  215. cp ${TEMPDIR}/${CONTAINER_NAME}/docker-${CONTAINER_NAME}.md ${TEMPDIR}/gitbook/docker-documentation/images/
  216. cd ${TEMPDIR}/gitbook/docker-documentation/
  217. git add images/docker-${CONTAINER_NAME}.md
  218. git commit -m 'Bot Updating Templated Files'
  219. git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/linuxserver/docker-documentation.git --all
  220. fi
  221. rm -Rf ${TEMPDIR}'''
  222. script{
  223. env.FILES_UPDATED = sh(
  224. script: '''cat /tmp/${COMMIT_SHA}-${BUILD_NUMBER}''',
  225. returnStdout: true).trim()
  226. }
  227. }
  228. }
  229. // Exit the build if the Templated files were just updated
  230. stage('Template-exit') {
  231. when {
  232. branch "master"
  233. environment name: 'CHANGE_ID', value: ''
  234. environment name: 'FILES_UPDATED', value: 'true'
  235. expression {
  236. env.CONTAINER_NAME != null
  237. }
  238. }
  239. steps {
  240. script{
  241. env.EXIT_STATUS = 'ABORTED'
  242. }
  243. }
  244. }
  245. /* ###############
  246. Build Container
  247. ############### */
  248. // Build Docker container for push to LS Repo
  249. stage('Build-Single') {
  250. when {
  251. environment name: 'MULTIARCH', value: 'false'
  252. environment name: 'EXIT_STATUS', value: ''
  253. }
  254. steps {
  255. sh "docker build --no-cache -t ${IMAGE}:${META_TAG} \
  256. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  257. }
  258. }
  259. // Build MultiArch Docker containers for push to LS Repo
  260. stage('Build-Multi') {
  261. when {
  262. environment name: 'MULTIARCH', value: 'true'
  263. environment name: 'EXIT_STATUS', value: ''
  264. }
  265. parallel {
  266. stage('Build X86') {
  267. steps {
  268. sh "docker build --no-cache -t ${IMAGE}:amd64-${META_TAG} \
  269. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  270. }
  271. }
  272. stage('Build ARMHF') {
  273. agent {
  274. label 'ARMHF'
  275. }
  276. steps {
  277. withCredentials([
  278. [
  279. $class: 'UsernamePasswordMultiBinding',
  280. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  281. usernameVariable: 'DOCKERUSER',
  282. passwordVariable: 'DOCKERPASS'
  283. ]
  284. ]) {
  285. echo 'Logging into DockerHub'
  286. sh '''#! /bin/bash
  287. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  288. '''
  289. sh "curl https://lsio-ci.ams3.digitaloceanspaces.com/qemu-arm-static -o qemu-arm-static"
  290. sh "chmod +x qemu-*"
  291. sh "docker build --no-cache -f Dockerfile.armhf -t ${IMAGE}:arm32v6-${META_TAG} \
  292. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  293. sh "docker tag ${IMAGE}:arm32v6-${META_TAG} lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}"
  294. sh "docker push lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}"
  295. sh '''docker rmi \
  296. ${IMAGE}:arm32v6-${META_TAG} \
  297. lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} '''
  298. }
  299. }
  300. }
  301. stage('Build ARM64') {
  302. agent {
  303. label 'ARM64'
  304. }
  305. steps {
  306. withCredentials([
  307. [
  308. $class: 'UsernamePasswordMultiBinding',
  309. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  310. usernameVariable: 'DOCKERUSER',
  311. passwordVariable: 'DOCKERPASS'
  312. ]
  313. ]) {
  314. echo 'Logging into DockerHub'
  315. sh '''#! /bin/bash
  316. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  317. '''
  318. sh "curl https://lsio-ci.ams3.digitaloceanspaces.com/qemu-aarch64-static -o qemu-aarch64-static"
  319. sh "chmod +x qemu-*"
  320. sh "docker build --no-cache -f Dockerfile.aarch64 -t ${IMAGE}:arm64v8-${META_TAG} \
  321. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  322. sh "docker tag ${IMAGE}:arm64v8-${META_TAG} lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}"
  323. sh "docker push lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}"
  324. sh '''docker rmi \
  325. ${IMAGE}:arm64v8-${META_TAG} \
  326. lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} '''
  327. }
  328. }
  329. }
  330. }
  331. }
  332. // Take the image we just built and dump package versions for comparison
  333. stage('Update-packages') {
  334. when {
  335. branch "master"
  336. environment name: 'CHANGE_ID', value: ''
  337. environment name: 'EXIT_STATUS', value: ''
  338. }
  339. steps {
  340. sh '''#! /bin/bash
  341. set -e
  342. TEMPDIR=$(mktemp -d)
  343. if [ "${MULTIARCH}" == "true" ]; then
  344. LOCAL_CONTAINER=${IMAGE}:amd64-${META_TAG}
  345. else
  346. LOCAL_CONTAINER=${IMAGE}:${META_TAG}
  347. fi
  348. if [ "${DIST_IMAGE}" == "alpine" ]; then
  349. docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\
  350. apk info > packages && \
  351. apk info -v > versions && \
  352. paste -d " " packages versions > /tmp/package_versions.txt && \
  353. chmod 777 /tmp/package_versions.txt'
  354. elif [ "${DIST_IMAGE}" == "ubuntu" ]; then
  355. docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\
  356. apt list -qq --installed > /tmp/package_versions.txt && \
  357. chmod 777 /tmp/package_versions.txt'
  358. fi
  359. NEW_PACKAGE_TAG=$(md5sum ${TEMPDIR}/package_versions.txt | cut -c1-8 )
  360. echo "Package tag sha from current packages in buit container is ${NEW_PACKAGE_TAG} comparing to old ${PACKAGE_TAG} from github"
  361. if [ "${NEW_PACKAGE_TAG}" != "${PACKAGE_TAG}" ]; then
  362. git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/${LS_REPO}
  363. git --git-dir ${TEMPDIR}/${LS_REPO}/.git checkout -f master
  364. cp ${TEMPDIR}/package_versions.txt ${TEMPDIR}/${LS_REPO}/
  365. cd ${TEMPDIR}/${LS_REPO}/
  366. wait
  367. git add package_versions.txt
  368. git commit -m 'Bot Updating Package Versions'
  369. git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all
  370. echo "true" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}
  371. echo "Package tag updated, stopping build process"
  372. else
  373. echo "false" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}
  374. echo "Package tag is same as previous continue with build process"
  375. fi
  376. rm -Rf ${TEMPDIR}'''
  377. script{
  378. env.PACKAGE_UPDATED = sh(
  379. script: '''cat /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}''',
  380. returnStdout: true).trim()
  381. }
  382. }
  383. }
  384. // Exit the build if the package file was just updated
  385. stage('PACKAGE-exit') {
  386. when {
  387. branch "master"
  388. environment name: 'CHANGE_ID', value: ''
  389. environment name: 'PACKAGE_UPDATED', value: 'true'
  390. environment name: 'EXIT_STATUS', value: ''
  391. }
  392. steps {
  393. script{
  394. env.EXIT_STATUS = 'ABORTED'
  395. }
  396. }
  397. }
  398. // Exit the build if this is just a package check and there are no changes to push
  399. stage('PACKAGECHECK-exit') {
  400. when {
  401. branch "master"
  402. environment name: 'CHANGE_ID', value: ''
  403. environment name: 'PACKAGE_UPDATED', value: 'false'
  404. environment name: 'EXIT_STATUS', value: ''
  405. expression {
  406. params.PACKAGE_CHECK == 'true'
  407. }
  408. }
  409. steps {
  410. script{
  411. env.EXIT_STATUS = 'ABORTED'
  412. }
  413. }
  414. }
  415. /* #######
  416. Testing
  417. ####### */
  418. // Run Container tests
  419. stage('Test') {
  420. when {
  421. environment name: 'CI', value: 'true'
  422. environment name: 'EXIT_STATUS', value: ''
  423. }
  424. steps {
  425. withCredentials([
  426. string(credentialsId: 'spaces-key', variable: 'DO_KEY'),
  427. string(credentialsId: 'spaces-secret', variable: 'DO_SECRET')
  428. ]) {
  429. script{
  430. env.CI_URL = 'https://lsio-ci.ams3.digitaloceanspaces.com/' + env.IMAGE + '/' + env.META_TAG + '/index.html'
  431. }
  432. sh '''#! /bin/bash
  433. set -e
  434. docker pull lsiodev/ci:latest
  435. if [ "${MULTIARCH}" == "true" ]; then
  436. docker pull lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}
  437. docker pull lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}
  438. docker tag lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm32v6-${META_TAG}
  439. docker tag lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm64v8-${META_TAG}
  440. fi
  441. docker run --rm \
  442. -v /var/run/docker.sock:/var/run/docker.sock \
  443. -e IMAGE=\"${IMAGE}\" \
  444. -e DELAY_START=\"${CI_DELAY}\" \
  445. -e TAGS=\"${CI_TAGS}\" \
  446. -e META_TAG=\"${META_TAG}\" \
  447. -e PORT=\"${CI_PORT}\" \
  448. -e SSL=\"${CI_SSL}\" \
  449. -e BASE=\"${DIST_IMAGE}\" \
  450. -e SECRET_KEY=\"${DO_SECRET}\" \
  451. -e ACCESS_KEY=\"${DO_KEY}\" \
  452. -e DOCKER_ENV=\"${CI_DOCKERENV}\" \
  453. -e WEB_SCREENSHOT=\"${CI_WEB}\" \
  454. -e WEB_AUTH=\"${CI_AUTH}\" \
  455. -e WEB_PATH=\"${CI_WEBPATH}\" \
  456. -e DO_REGION="ams3" \
  457. -e DO_BUCKET="lsio-ci" \
  458. -t lsiodev/ci:latest \
  459. python /ci/ci.py'''
  460. }
  461. }
  462. }
  463. /* ##################
  464. Release Logic
  465. ################## */
  466. // If this is an amd64 only image only push a single image
  467. stage('Docker-Push-Single') {
  468. when {
  469. environment name: 'MULTIARCH', value: 'false'
  470. environment name: 'EXIT_STATUS', value: ''
  471. }
  472. steps {
  473. withCredentials([
  474. [
  475. $class: 'UsernamePasswordMultiBinding',
  476. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  477. usernameVariable: 'DOCKERUSER',
  478. passwordVariable: 'DOCKERPASS'
  479. ]
  480. ]) {
  481. echo 'Logging into DockerHub'
  482. sh '''#! /bin/bash
  483. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  484. '''
  485. sh "docker tag ${IMAGE}:${META_TAG} ${IMAGE}:latest"
  486. sh "docker push ${IMAGE}:latest"
  487. sh "docker push ${IMAGE}:${META_TAG}"
  488. sh '''docker rmi \
  489. ${IMAGE}:${META_TAG} \
  490. ${IMAGE}:latest '''
  491. }
  492. }
  493. }
  494. // If this is a multi arch release push all images and define the manifest
  495. stage('Docker-Push-Multi') {
  496. when {
  497. environment name: 'MULTIARCH', value: 'true'
  498. environment name: 'EXIT_STATUS', value: ''
  499. }
  500. steps {
  501. withCredentials([
  502. [
  503. $class: 'UsernamePasswordMultiBinding',
  504. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  505. usernameVariable: 'DOCKERUSER',
  506. passwordVariable: 'DOCKERPASS'
  507. ]
  508. ]) {
  509. sh '''#! /bin/bash
  510. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  511. '''
  512. sh '''#! /bin/bash
  513. if [ "${CI}" == "false" ]; then
  514. docker pull lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}
  515. docker pull lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}
  516. docker tag lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm32v6-${META_TAG}
  517. docker tag lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm64v8-${META_TAG}
  518. fi'''
  519. sh "docker tag ${IMAGE}:amd64-${META_TAG} ${IMAGE}:amd64-latest"
  520. sh "docker tag ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm32v6-latest"
  521. sh "docker tag ${IMAGE}:arm64v8-${META_TAG} ${IMAGE}:arm64v8-latest"
  522. sh "docker push ${IMAGE}:amd64-${META_TAG}"
  523. sh "docker push ${IMAGE}:arm32v6-${META_TAG}"
  524. sh "docker push ${IMAGE}:arm64v8-${META_TAG}"
  525. sh "docker push ${IMAGE}:amd64-latest"
  526. sh "docker push ${IMAGE}:arm32v6-latest"
  527. sh "docker push ${IMAGE}:arm64v8-latest"
  528. sh "docker manifest push --purge ${IMAGE}:latest || :"
  529. sh "docker manifest create ${IMAGE}:latest ${IMAGE}:amd64-latest ${IMAGE}:arm32v6-latest ${IMAGE}:arm64v8-latest"
  530. sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm32v6-latest --os linux --arch arm"
  531. sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm64v8-latest --os linux --arch arm64 --variant v8"
  532. sh "docker manifest push --purge ${IMAGE}:${META_TAG} || :"
  533. sh "docker manifest create ${IMAGE}:${META_TAG} ${IMAGE}:amd64-${META_TAG} ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm64v8-${META_TAG}"
  534. sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm32v6-${META_TAG} --os linux --arch arm"
  535. sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm64v8-${META_TAG} --os linux --arch arm64 --variant v8"
  536. sh "docker manifest push --purge ${IMAGE}:latest"
  537. sh "docker manifest push --purge ${IMAGE}:${META_TAG}"
  538. sh '''docker rmi \
  539. ${IMAGE}:amd64-${META_TAG} \
  540. ${IMAGE}:amd64-latest \
  541. ${IMAGE}:arm32v6-${META_TAG} \
  542. ${IMAGE}:arm32v6-latest \
  543. ${IMAGE}:arm64v8-${META_TAG} \
  544. ${IMAGE}:arm64v8-latest \
  545. lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} \
  546. lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} '''
  547. }
  548. }
  549. }
  550. // If this is a public release tag it in the LS Github
  551. stage('Github-Tag-Push-Release') {
  552. when {
  553. branch "master"
  554. expression {
  555. env.LS_RELEASE != env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-ls' + env.LS_TAG_NUMBER
  556. }
  557. environment name: 'CHANGE_ID', value: ''
  558. environment name: 'EXIT_STATUS', value: ''
  559. }
  560. steps {
  561. echo "Pushing New tag for current commit ${EXT_RELEASE_CLEAN}-pkg-${PACKAGE_TAG}-ls${LS_TAG_NUMBER}"
  562. sh '''curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/git/tags \
  563. -d '{"tag":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  564. "object": "'${COMMIT_SHA}'",\
  565. "message": "Tagging Release '${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}' to master",\
  566. "type": "commit",\
  567. "tagger": {"name": "LinuxServer Jenkins","email": "jenkins@linuxserver.io","date": "'${GITHUB_DATE}'"}}' '''
  568. echo "Pushing New release for Tag"
  569. sh '''#! /bin/bash
  570. curl -s https://api.github.com/repos/${EXT_USER}/${EXT_REPO}/commits/${EXT_GIT_BRANCH} | jq '. | .commit.message' | sed 's:^.\\(.*\\).$:\\1:' > releasebody.json
  571. echo '{"tag_name":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  572. "target_commitish": "master",\
  573. "name": "'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  574. "body": "**LinuxServer Changes:**\\n\\n'${LS_RELEASE_NOTES}'\\n**'${EXT_REPO}' Changes:**\\n\\n' > start
  575. printf '","draft": false,"prerelease": false}' >> releasebody.json
  576. paste -d'\\0' start releasebody.json > releasebody.json.done
  577. curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/releases -d @releasebody.json.done'''
  578. }
  579. }
  580. // Use helper container to sync the current README on master to the dockerhub endpoint
  581. stage('Sync-README') {
  582. when {
  583. environment name: 'CHANGE_ID', value: ''
  584. environment name: 'EXIT_STATUS', value: ''
  585. }
  586. steps {
  587. withCredentials([
  588. [
  589. $class: 'UsernamePasswordMultiBinding',
  590. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  591. usernameVariable: 'DOCKERUSER',
  592. passwordVariable: 'DOCKERPASS'
  593. ]
  594. ]) {
  595. sh '''#! /bin/bash
  596. docker pull lsiodev/readme-sync
  597. docker run --rm=true \
  598. -e DOCKERHUB_USERNAME=$DOCKERUSER \
  599. -e DOCKERHUB_PASSWORD=$DOCKERPASS \
  600. -e GIT_REPOSITORY=${LS_USER}/${LS_REPO} \
  601. -e DOCKER_REPOSITORY=${IMAGE} \
  602. -e GIT_BRANCH=master \
  603. lsiodev/readme-sync bash -c 'node sync' '''
  604. }
  605. }
  606. }
  607. // If this is a Pull request send the CI link as a comment on it
  608. stage('Pull Request Comment') {
  609. when {
  610. not {environment name: 'CHANGE_ID', value: ''}
  611. environment name: 'CI', value: 'true'
  612. environment name: 'EXIT_STATUS', value: ''
  613. }
  614. steps {
  615. sh '''curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/issues/${PULL_REQUEST}/comments \
  616. -d '{"body": "I am a bot, here are the test results for this PR '${CI_URL}'"}' '''
  617. }
  618. }
  619. }
  620. /* ######################
  621. Send status to Discord
  622. ###################### */
  623. post {
  624. always {
  625. script{
  626. if (env.EXIT_STATUS == "ABORTED"){
  627. sh 'echo "build aborted"'
  628. }
  629. else if (currentBuild.currentResult == "SUCCESS"){
  630. sh ''' curl -X POST --data '{"avatar_url": "https://wiki.jenkins-ci.org/download/attachments/2916393/headshot.png","embeds": [{"color": 1681177,\
  631. "description": "**Build:** '${BUILD_NUMBER}'\\n**CI Results:** '${CI_URL}'\\n**Status:** Success\\n**Job:** '${RUN_DISPLAY_URL}'\\n**Change:** '${CODE_URL}'\\n**External Release:**: '${RELEASE_LINK}'\\n**DockerHub:** '${DOCKERHUB_LINK}'\\n"}],\
  632. "username": "Jenkins"}' ${BUILDS_DISCORD} '''
  633. }
  634. else {
  635. sh ''' curl -X POST --data '{"avatar_url": "https://wiki.jenkins-ci.org/download/attachments/2916393/headshot.png","embeds": [{"color": 16711680,\
  636. "description": "**Build:** '${BUILD_NUMBER}'\\n**CI Results:** '${CI_URL}'\\n**Status:** failure\\n**Job:** '${RUN_DISPLAY_URL}'\\n**Change:** '${CODE_URL}'\\n**External Release:**: '${RELEASE_LINK}'\\n**DockerHub:** '${DOCKERHUB_LINK}'\\n"}],\
  637. "username": "Jenkins"}' ${BUILDS_DISCORD} '''
  638. }
  639. }
  640. }
  641. }
  642. }