Jenkinsfile 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603
  1. pipeline {
  2. agent {
  3. label 'X86-64-MULTI'
  4. }
  5. // Input to determine if this is a package check
  6. parameters {
  7. string(defaultValue: 'false', description: 'package check run', name: 'PACKAGE_CHECK')
  8. }
  9. // Configuration for the variables used for this specific repo
  10. environment {
  11. BUILDS_DISCORD=credentials('build_webhook_url')
  12. GITHUB_TOKEN=credentials('498b4638-2d02-4ce5-832d-8a57d01d97ab')
  13. EXT_GIT_BRANCH = 'master'
  14. EXT_USER = 'thibaud-rohmer'
  15. EXT_REPO = 'PhotoShow'
  16. BUILD_VERSION_ARG = 'PHOTOSHOW_COMMIT'
  17. LS_USER = 'linuxserver'
  18. LS_REPO = 'docker-photoshow'
  19. CONTAINER_NAME = 'photoshow'
  20. DOCKERHUB_IMAGE = 'linuxserver/photoshow'
  21. DEV_DOCKERHUB_IMAGE = 'lsiodev/photoshow'
  22. PR_DOCKERHUB_IMAGE = 'lspipepr/photoshow'
  23. DIST_IMAGE = 'alpine'
  24. MULTIARCH='true'
  25. CI='true'
  26. CI_WEB='true'
  27. CI_PORT='80'
  28. CI_SSL='false'
  29. CI_DELAY='120'
  30. CI_DOCKERENV='TZ=US/Pacific'
  31. CI_AUTH='user:password'
  32. CI_WEBPATH=''
  33. }
  34. stages {
  35. // Setup all the basic environment variables needed for the build
  36. stage("Set ENV Variables base"){
  37. steps{
  38. script{
  39. env.EXIT_STATUS = ''
  40. env.LS_RELEASE = sh(
  41. script: '''curl -s https://api.github.com/repos/${LS_USER}/${LS_REPO}/releases/latest | jq -r '. | .tag_name' ''',
  42. returnStdout: true).trim()
  43. env.LS_RELEASE_NOTES = sh(
  44. script: '''git log -1 --pretty=%B | sed -E ':a;N;$!ba;s/\\r{0,1}\\n/\\\\n/g' ''',
  45. returnStdout: true).trim()
  46. env.GITHUB_DATE = sh(
  47. script: '''date '+%Y-%m-%dT%H:%M:%S%:z' ''',
  48. returnStdout: true).trim()
  49. env.COMMIT_SHA = sh(
  50. script: '''git rev-parse HEAD''',
  51. returnStdout: true).trim()
  52. env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/commit/' + env.GIT_COMMIT
  53. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DOCKERHUB_IMAGE + '/tags/'
  54. env.PULL_REQUEST = env.CHANGE_ID
  55. }
  56. script{
  57. env.LS_RELEASE_NUMBER = sh(
  58. script: '''echo ${LS_RELEASE} |sed 's/^.*-ls//g' ''',
  59. returnStdout: true).trim()
  60. }
  61. script{
  62. env.LS_TAG_NUMBER = sh(
  63. script: '''#! /bin/bash
  64. tagsha=$(git rev-list -n 1 ${LS_RELEASE} 2>/dev/null)
  65. if [ "${tagsha}" == "${COMMIT_SHA}" ]; then
  66. echo ${LS_RELEASE_NUMBER}
  67. elif [ -z "${GIT_COMMIT}" ]; then
  68. echo ${LS_RELEASE_NUMBER}
  69. else
  70. echo $((${LS_RELEASE_NUMBER} + 1))
  71. fi''',
  72. returnStdout: true).trim()
  73. }
  74. }
  75. }
  76. /* #######################
  77. Package Version Tagging
  78. ####################### */
  79. // Grab the current package versions in Git to determine package tag
  80. stage("Set Package tag"){
  81. steps{
  82. script{
  83. env.PACKAGE_TAG = sh(
  84. script: '''#!/bin/bash
  85. if [ -e package_versions.txt ] ; then
  86. cat package_versions.txt | md5sum | cut -c1-8
  87. else
  88. echo none
  89. fi''',
  90. returnStdout: true).trim()
  91. }
  92. }
  93. }
  94. /* ########################
  95. External Release Tagging
  96. ######################## */
  97. // If this is a github commit trigger determine the current commit at head
  98. stage("Set ENV github_commit"){
  99. steps{
  100. script{
  101. env.EXT_RELEASE = sh(
  102. script: '''curl -s https://api.github.com/repos/${EXT_USER}/${EXT_REPO}/commits/${EXT_GIT_BRANCH} | jq -r '. | .sha' | cut -c1-8 ''',
  103. returnStdout: true).trim()
  104. }
  105. }
  106. }
  107. // If this is a github commit trigger Set the external release link
  108. stage("Set ENV commit_link"){
  109. steps{
  110. script{
  111. env.RELEASE_LINK = 'https://github.com/' + env.EXT_USER + '/' + env.EXT_REPO + '/commit/' + env.EXT_RELEASE
  112. }
  113. }
  114. }
  115. // Sanitize the release tag and strip illegal docker or github characters
  116. stage("Sanitize tag"){
  117. steps{
  118. script{
  119. env.EXT_RELEASE_CLEAN = sh(
  120. script: '''echo ${EXT_RELEASE} | sed 's/[~,%@+;:/]//g' ''',
  121. returnStdout: true).trim()
  122. }
  123. }
  124. }
  125. // If this is a master build use live docker endpoints
  126. stage("Set ENV live build"){
  127. when {
  128. branch "master"
  129. environment name: 'CHANGE_ID', value: ''
  130. }
  131. steps {
  132. script{
  133. env.IMAGE = env.DOCKERHUB_IMAGE
  134. if (env.MULTIARCH == 'true') {
  135. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  136. } else {
  137. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  138. }
  139. env.META_TAG = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  140. }
  141. }
  142. }
  143. // If this is a dev build use dev docker endpoints
  144. stage("Set ENV dev build"){
  145. when {
  146. not {branch "master"}
  147. environment name: 'CHANGE_ID', value: ''
  148. }
  149. steps {
  150. script{
  151. env.IMAGE = env.DEV_DOCKERHUB_IMAGE
  152. if (env.MULTIARCH == 'true') {
  153. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  154. } else {
  155. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  156. }
  157. env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  158. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DEV_DOCKERHUB_IMAGE + '/tags/'
  159. }
  160. }
  161. }
  162. // If this is a pull request build use dev docker endpoints
  163. stage("Set ENV PR build"){
  164. when {
  165. not {environment name: 'CHANGE_ID', value: ''}
  166. }
  167. steps {
  168. script{
  169. env.IMAGE = env.PR_DOCKERHUB_IMAGE
  170. if (env.MULTIARCH == 'true') {
  171. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  172. } else {
  173. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  174. }
  175. env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  176. env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/pull/' + env.PULL_REQUEST
  177. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.PR_DOCKERHUB_IMAGE + '/tags/'
  178. }
  179. }
  180. }
  181. // Use helper containers to render templated files
  182. stage('Update-Templates') {
  183. when {
  184. branch "master"
  185. environment name: 'CHANGE_ID', value: ''
  186. expression {
  187. env.CONTAINER_NAME != null
  188. }
  189. }
  190. steps {
  191. sh '''#! /bin/bash
  192. set -e
  193. TEMPDIR=$(mktemp -d)
  194. docker pull linuxserver/jenkins-builder:latest
  195. docker run --rm -e CONTAINER_NAME=${CONTAINER_NAME} -e GITHUB_BRANCH=master -v ${TEMPDIR}:/ansible/jenkins linuxserver/jenkins-builder:latest
  196. docker pull linuxserver/doc-builder:latest
  197. docker run --rm -e CONTAINER_NAME=${CONTAINER_NAME} -e GITHUB_BRANCH=master -v ${TEMPDIR}:/ansible/readme linuxserver/doc-builder:latest
  198. if [ "$(md5sum ${TEMPDIR}/${LS_REPO}/Jenkinsfile | awk '{ print $1 }')" != "$(md5sum Jenkinsfile | awk '{ print $1 }')" ] || [ "$(md5sum ${TEMPDIR}/${CONTAINER_NAME}/README.md | awk '{ print $1 }')" != "$(md5sum README.md | awk '{ print $1 }')" ]; then
  199. mkdir -p ${TEMPDIR}/repo
  200. git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/repo/${LS_REPO}
  201. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git checkout -f master
  202. cp ${TEMPDIR}/${CONTAINER_NAME}/README.md ${TEMPDIR}/repo/${LS_REPO}/
  203. cp ${TEMPDIR}/docker-${CONTAINER_NAME}/Jenkinsfile ${TEMPDIR}/repo/${LS_REPO}/
  204. cd ${TEMPDIR}/repo/${LS_REPO}/
  205. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git add Jenkinsfile README.md
  206. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git commit -m 'Bot Updating Templated Files'
  207. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all
  208. echo "true" > /tmp/${COMMIT_SHA}-${BUILD_NUMBER}
  209. else
  210. echo "false" > /tmp/${COMMIT_SHA}-${BUILD_NUMBER}
  211. fi
  212. rm -Rf ${TEMPDIR}'''
  213. script{
  214. env.FILES_UPDATED = sh(
  215. script: '''cat /tmp/${COMMIT_SHA}-${BUILD_NUMBER}''',
  216. returnStdout: true).trim()
  217. }
  218. }
  219. }
  220. // Exit the build if the Templated files were just updated
  221. stage('Template-exit') {
  222. when {
  223. branch "master"
  224. environment name: 'CHANGE_ID', value: ''
  225. environment name: 'FILES_UPDATED', value: 'true'
  226. expression {
  227. env.CONTAINER_NAME != null
  228. }
  229. }
  230. steps {
  231. script{
  232. env.EXIT_STATUS = 'ABORTED'
  233. }
  234. }
  235. }
  236. /* ###############
  237. Build Container
  238. ############### */
  239. // Build Docker container for push to LS Repo
  240. stage('Build-Single') {
  241. when {
  242. environment name: 'MULTIARCH', value: 'false'
  243. environment name: 'EXIT_STATUS', value: ''
  244. }
  245. steps {
  246. sh "docker build --no-cache -t ${IMAGE}:${META_TAG} \
  247. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  248. }
  249. }
  250. // Build MultiArch Docker containers for push to LS Repo
  251. stage('Build-Multi') {
  252. when {
  253. environment name: 'MULTIARCH', value: 'true'
  254. environment name: 'EXIT_STATUS', value: ''
  255. }
  256. parallel {
  257. stage('Build X86') {
  258. steps {
  259. sh "docker build --no-cache -t ${IMAGE}:amd64-${META_TAG} \
  260. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  261. }
  262. }
  263. stage('Build ARMHF') {
  264. agent {
  265. label 'ARMHF'
  266. }
  267. steps {
  268. withCredentials([
  269. [
  270. $class: 'UsernamePasswordMultiBinding',
  271. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  272. usernameVariable: 'DOCKERUSER',
  273. passwordVariable: 'DOCKERPASS'
  274. ]
  275. ]) {
  276. echo 'Logging into DockerHub'
  277. sh '''#! /bin/bash
  278. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  279. '''
  280. sh "curl https://lsio-ci.ams3.digitaloceanspaces.com/qemu-arm-static -o qemu-arm-static"
  281. sh "chmod +x qemu-*"
  282. sh "docker build --no-cache -f Dockerfile.armhf -t ${IMAGE}:arm32v6-${META_TAG} \
  283. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  284. sh "docker tag ${IMAGE}:arm32v6-${META_TAG} lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}"
  285. sh "docker push lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}"
  286. }
  287. }
  288. }
  289. stage('Build ARM64') {
  290. agent {
  291. label 'ARM64'
  292. }
  293. steps {
  294. withCredentials([
  295. [
  296. $class: 'UsernamePasswordMultiBinding',
  297. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  298. usernameVariable: 'DOCKERUSER',
  299. passwordVariable: 'DOCKERPASS'
  300. ]
  301. ]) {
  302. echo 'Logging into DockerHub'
  303. sh '''#! /bin/bash
  304. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  305. '''
  306. sh "curl https://lsio-ci.ams3.digitaloceanspaces.com/qemu-aarch64-static -o qemu-aarch64-static"
  307. sh "chmod +x qemu-*"
  308. sh "docker build --no-cache -f Dockerfile.aarch64 -t ${IMAGE}:arm64v8-${META_TAG} \
  309. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  310. sh "docker tag ${IMAGE}:arm64v8-${META_TAG} lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}"
  311. sh "docker push lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}"
  312. }
  313. }
  314. }
  315. }
  316. }
  317. // Take the image we just built and dump package versions for comparison
  318. stage('Update-packages') {
  319. when {
  320. branch "master"
  321. environment name: 'CHANGE_ID', value: ''
  322. environment name: 'EXIT_STATUS', value: ''
  323. }
  324. steps {
  325. sh '''#! /bin/bash
  326. set -e
  327. TEMPDIR=$(mktemp -d)
  328. if [ "${MULTIARCH}" == "true" ]; then
  329. LOCAL_CONTAINER=${IMAGE}:amd64-${META_TAG}
  330. else
  331. LOCAL_CONTAINER=${IMAGE}:${META_TAG}
  332. fi
  333. if [ "${DIST_IMAGE}" == "alpine" ]; then
  334. docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\
  335. apk info > packages && \
  336. apk info -v > versions && \
  337. paste -d " " packages versions > /tmp/package_versions.txt && \
  338. chmod 777 /tmp/package_versions.txt'
  339. elif [ "${DIST_IMAGE}" == "ubuntu" ]; then
  340. docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\
  341. apt list -qq --installed > /tmp/package_versions.txt && \
  342. chmod 777 /tmp/package_versions.txt'
  343. fi
  344. NEW_PACKAGE_TAG=$(md5sum ${TEMPDIR}/package_versions.txt | cut -c1-8 )
  345. echo "Package tag sha from current packages in buit container is ${NEW_PACKAGE_TAG} comparing to old ${PACKAGE_TAG} from github"
  346. if [ "${NEW_PACKAGE_TAG}" != "${PACKAGE_TAG}" ]; then
  347. git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/${LS_REPO}
  348. git --git-dir ${TEMPDIR}/${LS_REPO}/.git checkout -f master
  349. cp ${TEMPDIR}/package_versions.txt ${TEMPDIR}/${LS_REPO}/
  350. cd ${TEMPDIR}/${LS_REPO}/
  351. wait
  352. git add package_versions.txt
  353. git commit -m 'Bot Updating Package Versions'
  354. git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all
  355. echo "true" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}
  356. echo "Package tag updated, stopping build process"
  357. else
  358. echo "false" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}
  359. echo "Package tag is same as previous continue with build process"
  360. fi
  361. rm -Rf ${TEMPDIR}'''
  362. script{
  363. env.PACKAGE_UPDATED = sh(
  364. script: '''cat /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}''',
  365. returnStdout: true).trim()
  366. }
  367. }
  368. }
  369. // Exit the build if the package file was just updated
  370. stage('PACKAGE-exit') {
  371. when {
  372. branch "master"
  373. environment name: 'CHANGE_ID', value: ''
  374. environment name: 'PACKAGE_UPDATED', value: 'true'
  375. environment name: 'EXIT_STATUS', value: ''
  376. }
  377. steps {
  378. script{
  379. env.EXIT_STATUS = 'ABORTED'
  380. }
  381. }
  382. }
  383. // Exit the build if this is just a package check and there are no changes to push
  384. stage('PACKAGECHECK-exit') {
  385. when {
  386. branch "master"
  387. environment name: 'CHANGE_ID', value: ''
  388. environment name: 'PACKAGE_UPDATED', value: 'false'
  389. environment name: 'EXIT_STATUS', value: ''
  390. expression {
  391. params.PACKAGE_CHECK == 'true'
  392. }
  393. }
  394. steps {
  395. script{
  396. env.EXIT_STATUS = 'ABORTED'
  397. }
  398. }
  399. }
  400. /* #######
  401. Testing
  402. ####### */
  403. // Run Container tests
  404. stage('Test') {
  405. when {
  406. environment name: 'CI', value: 'true'
  407. environment name: 'EXIT_STATUS', value: ''
  408. }
  409. steps {
  410. withCredentials([
  411. string(credentialsId: 'spaces-key', variable: 'DO_KEY'),
  412. string(credentialsId: 'spaces-secret', variable: 'DO_SECRET')
  413. ]) {
  414. script{
  415. env.CI_URL = 'https://lsio-ci.ams3.digitaloceanspaces.com/' + env.IMAGE + '/' + env.META_TAG + '/index.html'
  416. }
  417. sh '''#! /bin/bash
  418. set -e
  419. docker pull lsiodev/ci:latest
  420. if [ "${MULTIARCH}" == "true" ]; then
  421. docker pull lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}
  422. docker pull lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}
  423. docker tag lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm32v6-${META_TAG}
  424. docker tag lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm64v8-${META_TAG}
  425. fi
  426. docker run --rm \
  427. -v /var/run/docker.sock:/var/run/docker.sock \
  428. -e IMAGE=\"${IMAGE}\" \
  429. -e DELAY_START=\"${CI_DELAY}\" \
  430. -e TAGS=\"${CI_TAGS}\" \
  431. -e META_TAG=\"${META_TAG}\" \
  432. -e PORT=\"${CI_PORT}\" \
  433. -e SSL=\"${CI_SSL}\" \
  434. -e BASE=\"${DIST_IMAGE}\" \
  435. -e SECRET_KEY=\"${DO_SECRET}\" \
  436. -e ACCESS_KEY=\"${DO_KEY}\" \
  437. -e DOCKER_ENV=\"${CI_DOCKERENV}\" \
  438. -e WEB_SCREENSHOT=\"${CI_WEB}\" \
  439. -e WEB_AUTH=\"${CI_AUTH}\" \
  440. -e WEB_PATH=\"${CI_WEBPATH}\" \
  441. -e DO_REGION="ams3" \
  442. -e DO_BUCKET="lsio-ci" \
  443. -t lsiodev/ci:latest \
  444. python /ci/ci.py'''
  445. }
  446. }
  447. }
  448. /* ##################
  449. Release Logic
  450. ################## */
  451. // If this is an amd64 only image only push a single image
  452. stage('Docker-Push-Single') {
  453. when {
  454. environment name: 'MULTIARCH', value: 'false'
  455. environment name: 'EXIT_STATUS', value: ''
  456. }
  457. steps {
  458. withCredentials([
  459. [
  460. $class: 'UsernamePasswordMultiBinding',
  461. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  462. usernameVariable: 'DOCKERUSER',
  463. passwordVariable: 'DOCKERPASS'
  464. ]
  465. ]) {
  466. echo 'Logging into DockerHub'
  467. sh '''#! /bin/bash
  468. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  469. '''
  470. sh "docker tag ${IMAGE}:${META_TAG} ${IMAGE}:latest"
  471. sh "docker push ${IMAGE}:latest"
  472. sh "docker push ${IMAGE}:${META_TAG}"
  473. }
  474. }
  475. }
  476. // If this is a multi arch release push all images and define the manifest
  477. stage('Docker-Push-Multi') {
  478. when {
  479. environment name: 'MULTIARCH', value: 'true'
  480. environment name: 'EXIT_STATUS', value: ''
  481. }
  482. steps {
  483. withCredentials([
  484. [
  485. $class: 'UsernamePasswordMultiBinding',
  486. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  487. usernameVariable: 'DOCKERUSER',
  488. passwordVariable: 'DOCKERPASS'
  489. ]
  490. ]) {
  491. sh '''#! /bin/bash
  492. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  493. '''
  494. sh '''#! /bin/bash
  495. if [ "${CI}" == "false" ]; then
  496. docker pull lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}
  497. docker pull lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}
  498. docker tag lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm32v6-${META_TAG}
  499. docker tag lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm64v8-${META_TAG}
  500. fi'''
  501. sh "docker tag ${IMAGE}:amd64-${META_TAG} ${IMAGE}:amd64-latest"
  502. sh "docker tag ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm32v6-latest"
  503. sh "docker tag ${IMAGE}:arm64v8-${META_TAG} ${IMAGE}:arm64v8-latest"
  504. sh "docker push ${IMAGE}:amd64-${META_TAG}"
  505. sh "docker push ${IMAGE}:arm32v6-${META_TAG}"
  506. sh "docker push ${IMAGE}:arm64v8-${META_TAG}"
  507. sh "docker push ${IMAGE}:amd64-latest"
  508. sh "docker push ${IMAGE}:arm32v6-latest"
  509. sh "docker push ${IMAGE}:arm64v8-latest"
  510. sh "docker manifest push --purge ${IMAGE}:latest || :"
  511. sh "docker manifest create ${IMAGE}:latest ${IMAGE}:amd64-latest ${IMAGE}:arm32v6-latest ${IMAGE}:arm64v8-latest"
  512. sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm32v6-latest --os linux --arch arm"
  513. sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm64v8-latest --os linux --arch arm64 --variant v8"
  514. sh "docker manifest push --purge ${IMAGE}:${META_TAG} || :"
  515. sh "docker manifest create ${IMAGE}:${META_TAG} ${IMAGE}:amd64-${META_TAG} ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm64v8-${META_TAG}"
  516. sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm32v6-${META_TAG} --os linux --arch arm"
  517. sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm64v8-${META_TAG} --os linux --arch arm64 --variant v8"
  518. sh "docker manifest push --purge ${IMAGE}:latest"
  519. sh "docker manifest push --purge ${IMAGE}:${META_TAG}"
  520. }
  521. }
  522. }
  523. // If this is a public release tag it in the LS Github
  524. stage('Github-Tag-Push-Release') {
  525. when {
  526. branch "master"
  527. expression {
  528. env.LS_RELEASE != env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-ls' + env.LS_TAG_NUMBER
  529. }
  530. environment name: 'CHANGE_ID', value: ''
  531. environment name: 'EXIT_STATUS', value: ''
  532. }
  533. steps {
  534. echo "Pushing New tag for current commit ${EXT_RELEASE_CLEAN}-pkg-${PACKAGE_TAG}-ls${LS_TAG_NUMBER}"
  535. sh '''curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/git/tags \
  536. -d '{"tag":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  537. "object": "'${COMMIT_SHA}'",\
  538. "message": "Tagging Release '${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}' to master",\
  539. "type": "commit",\
  540. "tagger": {"name": "LinuxServer Jenkins","email": "jenkins@linuxserver.io","date": "'${GITHUB_DATE}'"}}' '''
  541. echo "Pushing New release for Tag"
  542. sh '''#! /bin/bash
  543. curl -s https://api.github.com/repos/${EXT_USER}/${EXT_REPO}/commits/${EXT_GIT_BRANCH} | jq '. | .commit.message' | sed 's:^.\\(.*\\).$:\\1:' > releasebody.json
  544. echo '{"tag_name":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  545. "target_commitish": "master",\
  546. "name": "'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  547. "body": "**LinuxServer Changes:**\\n\\n'${LS_RELEASE_NOTES}'\\n**'${EXT_REPO}' Changes:**\\n\\n' > start
  548. printf '","draft": false,"prerelease": false}' >> releasebody.json
  549. paste -d'\\0' start releasebody.json > releasebody.json.done
  550. curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/releases -d @releasebody.json.done'''
  551. }
  552. }
  553. // Use helper container to sync the current README on master to the dockerhub endpoint
  554. stage('Sync-README') {
  555. when {
  556. environment name: 'CHANGE_ID', value: ''
  557. environment name: 'EXIT_STATUS', value: ''
  558. }
  559. steps {
  560. withCredentials([
  561. [
  562. $class: 'UsernamePasswordMultiBinding',
  563. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  564. usernameVariable: 'DOCKERUSER',
  565. passwordVariable: 'DOCKERPASS'
  566. ]
  567. ]) {
  568. sh '''#! /bin/bash
  569. docker pull lsiodev/readme-sync
  570. docker run --rm=true \
  571. -e DOCKERHUB_USERNAME=$DOCKERUSER \
  572. -e DOCKERHUB_PASSWORD=$DOCKERPASS \
  573. -e GIT_REPOSITORY=${LS_USER}/${LS_REPO} \
  574. -e DOCKER_REPOSITORY=${IMAGE} \
  575. -e GIT_BRANCH=master \
  576. lsiodev/readme-sync bash -c 'node sync' '''
  577. }
  578. }
  579. }
  580. }
  581. /* ######################
  582. Send status to Discord
  583. ###################### */
  584. post {
  585. always {
  586. script{
  587. if (env.EXIT_STATUS == "ABORTED"){
  588. sh 'echo "build aborted"'
  589. }
  590. else if (currentBuild.currentResult == "SUCCESS"){
  591. sh ''' curl -X POST --data '{"avatar_url": "https://wiki.jenkins-ci.org/download/attachments/2916393/headshot.png","embeds": [{"color": 1681177,\
  592. "description": "**Build:** '${BUILD_NUMBER}'\\n**CI Results:** '${CI_URL}'\\n**Status:** Success\\n**Job:** '${RUN_DISPLAY_URL}'\\n**Change:** '${CODE_URL}'\\n**External Release:**: '${RELEASE_LINK}'\\n**DockerHub:** '${DOCKERHUB_LINK}'\\n"}],\
  593. "username": "Jenkins"}' ${BUILDS_DISCORD} '''
  594. }
  595. else {
  596. sh ''' curl -X POST --data '{"avatar_url": "https://wiki.jenkins-ci.org/download/attachments/2916393/headshot.png","embeds": [{"color": 16711680,\
  597. "description": "**Build:** '${BUILD_NUMBER}'\\n**CI Results:** '${CI_URL}'\\n**Status:** failure\\n**Job:** '${RUN_DISPLAY_URL}'\\n**Change:** '${CODE_URL}'\\n**External Release:**: '${RELEASE_LINK}'\\n**DockerHub:** '${DOCKERHUB_LINK}'\\n"}],\
  598. "username": "Jenkins"}' ${BUILDS_DISCORD} '''
  599. }
  600. }
  601. }
  602. }
  603. }