Jenkinsfile 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612
  1. pipeline {
  2. agent {
  3. label 'X86-64-MULTI'
  4. }
  5. // Input to determine if this is a package check
  6. parameters {
  7. string(defaultValue: 'false', description: 'package check run', name: 'PACKAGE_CHECK')
  8. }
  9. // Configuration for the variables used for this specific repo
  10. environment {
  11. BUILDS_DISCORD=credentials('build_webhook_url')
  12. GITHUB_TOKEN=credentials('498b4638-2d02-4ce5-832d-8a57d01d97ab')
  13. EXT_GIT_BRANCH = 'master'
  14. EXT_USER = 'thibaud-rohmer'
  15. EXT_REPO = 'PhotoShow'
  16. BUILD_VERSION_ARG = 'PHOTOSHOW_COMMIT'
  17. LS_USER = 'linuxserver'
  18. LS_REPO = 'docker-photoshow'
  19. CONTAINER_NAME = 'photoshow'
  20. DOCKERHUB_IMAGE = 'linuxserver/photoshow'
  21. DEV_DOCKERHUB_IMAGE = 'lsiodev/photoshow'
  22. PR_DOCKERHUB_IMAGE = 'lspipepr/photoshow'
  23. DIST_IMAGE = 'alpine'
  24. MULTIARCH='true'
  25. CI='true'
  26. CI_WEB='true'
  27. CI_PORT='80'
  28. CI_SSL='false'
  29. CI_DELAY='120'
  30. CI_DOCKERENV='TZ=US/Pacific'
  31. CI_AUTH='user:password'
  32. CI_WEBPATH=''
  33. }
  34. stages {
  35. // Setup all the basic environment variables needed for the build
  36. stage("Set ENV Variables base"){
  37. steps{
  38. script{
  39. env.EXIT_STATUS = ''
  40. env.LS_RELEASE = sh(
  41. script: '''curl -s https://api.github.com/repos/${LS_USER}/${LS_REPO}/releases/latest | jq -r '. | .tag_name' ''',
  42. returnStdout: true).trim()
  43. env.LS_RELEASE_NOTES = sh(
  44. script: '''git log -1 --pretty=%B | sed -E ':a;N;$!ba;s/\\r{0,1}\\n/\\\\n/g' ''',
  45. returnStdout: true).trim()
  46. env.GITHUB_DATE = sh(
  47. script: '''date '+%Y-%m-%dT%H:%M:%S%:z' ''',
  48. returnStdout: true).trim()
  49. env.COMMIT_SHA = sh(
  50. script: '''git rev-parse HEAD''',
  51. returnStdout: true).trim()
  52. env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/commit/' + env.GIT_COMMIT
  53. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DOCKERHUB_IMAGE + '/tags/'
  54. env.PULL_REQUEST = env.CHANGE_ID
  55. }
  56. script{
  57. env.LS_RELEASE_NUMBER = sh(
  58. script: '''echo ${LS_RELEASE} |sed 's/^.*-ls//g' ''',
  59. returnStdout: true).trim()
  60. }
  61. script{
  62. env.LS_TAG_NUMBER = sh(
  63. script: '''#! /bin/bash
  64. tagsha=$(git rev-list -n 1 ${LS_RELEASE} 2>/dev/null)
  65. if [ "${tagsha}" == "${COMMIT_SHA}" ]; then
  66. echo ${LS_RELEASE_NUMBER}
  67. elif [ -z "${GIT_COMMIT}" ]; then
  68. echo ${LS_RELEASE_NUMBER}
  69. else
  70. echo $((${LS_RELEASE_NUMBER} + 1))
  71. fi''',
  72. returnStdout: true).trim()
  73. }
  74. }
  75. }
  76. /* #######################
  77. Package Version Tagging
  78. ####################### */
  79. // Grab the current package versions in Git to determine package tag
  80. stage("Set Package tag"){
  81. steps{
  82. script{
  83. env.PACKAGE_TAG = sh(
  84. script: '''#!/bin/bash
  85. if [ -e package_versions.txt ] ; then
  86. cat package_versions.txt | md5sum | cut -c1-8
  87. else
  88. echo none
  89. fi''',
  90. returnStdout: true).trim()
  91. }
  92. }
  93. }
  94. /* ########################
  95. External Release Tagging
  96. ######################## */
  97. // If this is a github commit trigger determine the current commit at head
  98. stage("Set ENV github_commit"){
  99. steps{
  100. script{
  101. env.EXT_RELEASE = sh(
  102. script: '''curl -s https://api.github.com/repos/${EXT_USER}/${EXT_REPO}/commits/${EXT_GIT_BRANCH} | jq -r '. | .sha' | cut -c1-8 ''',
  103. returnStdout: true).trim()
  104. }
  105. }
  106. }
  107. // If this is a github commit trigger Set the external release link
  108. stage("Set ENV commit_link"){
  109. steps{
  110. script{
  111. env.RELEASE_LINK = 'https://github.com/' + env.EXT_USER + '/' + env.EXT_REPO + '/commit/' + env.EXT_RELEASE
  112. }
  113. }
  114. }
  115. // Sanitize the release tag and strip illegal docker or github characters
  116. stage("Sanitize tag"){
  117. steps{
  118. script{
  119. env.EXT_RELEASE_CLEAN = sh(
  120. script: '''echo ${EXT_RELEASE} | sed 's/[~,%@+;:/]//g' ''',
  121. returnStdout: true).trim()
  122. }
  123. }
  124. }
  125. // If this is a master build use live docker endpoints
  126. stage("Set ENV live build"){
  127. when {
  128. branch "master"
  129. environment name: 'CHANGE_ID', value: ''
  130. }
  131. steps {
  132. script{
  133. env.IMAGE = env.DOCKERHUB_IMAGE
  134. if (env.MULTIARCH == 'true') {
  135. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  136. } else {
  137. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  138. }
  139. env.META_TAG = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER
  140. }
  141. }
  142. }
  143. // If this is a dev build use dev docker endpoints
  144. stage("Set ENV dev build"){
  145. when {
  146. not {branch "master"}
  147. environment name: 'CHANGE_ID', value: ''
  148. }
  149. steps {
  150. script{
  151. env.IMAGE = env.DEV_DOCKERHUB_IMAGE
  152. if (env.MULTIARCH == 'true') {
  153. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  154. } else {
  155. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  156. }
  157. env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA
  158. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DEV_DOCKERHUB_IMAGE + '/tags/'
  159. }
  160. }
  161. }
  162. // If this is a pull request build use dev docker endpoints
  163. stage("Set ENV PR build"){
  164. when {
  165. not {environment name: 'CHANGE_ID', value: ''}
  166. }
  167. steps {
  168. script{
  169. env.IMAGE = env.PR_DOCKERHUB_IMAGE
  170. if (env.MULTIARCH == 'true') {
  171. env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  172. } else {
  173. env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  174. }
  175. env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST
  176. env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/pull/' + env.PULL_REQUEST
  177. env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.PR_DOCKERHUB_IMAGE + '/tags/'
  178. }
  179. }
  180. }
  181. // Use helper containers to render templated files
  182. stage('Update-Templates') {
  183. when {
  184. branch "master"
  185. environment name: 'CHANGE_ID', value: ''
  186. expression {
  187. env.CONTAINER_NAME != null
  188. }
  189. }
  190. steps {
  191. sh '''#! /bin/bash
  192. set -e
  193. TEMPDIR=$(mktemp -d)
  194. docker pull linuxserver/jenkins-builder:latest
  195. docker run --rm -e CONTAINER_NAME=${CONTAINER_NAME} -e GITHUB_BRANCH=master -v ${TEMPDIR}:/ansible/jenkins linuxserver/jenkins-builder:latest
  196. docker pull linuxserver/doc-builder:latest
  197. docker run --rm -e CONTAINER_NAME=${CONTAINER_NAME} -e GITHUB_BRANCH=master -v ${TEMPDIR}:/ansible/readme linuxserver/doc-builder:latest
  198. if [ "$(md5sum ${TEMPDIR}/${LS_REPO}/Jenkinsfile | awk '{ print $1 }')" != "$(md5sum Jenkinsfile | awk '{ print $1 }')" ] || [ "$(md5sum ${TEMPDIR}/${CONTAINER_NAME}/README.md | awk '{ print $1 }')" != "$(md5sum README.md | awk '{ print $1 }')" ]; then
  199. mkdir -p ${TEMPDIR}/repo
  200. git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/repo/${LS_REPO}
  201. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git checkout -f master
  202. cp ${TEMPDIR}/${CONTAINER_NAME}/README.md ${TEMPDIR}/repo/${LS_REPO}/
  203. cp ${TEMPDIR}/docker-${CONTAINER_NAME}/Jenkinsfile ${TEMPDIR}/repo/${LS_REPO}/
  204. cd ${TEMPDIR}/repo/${LS_REPO}/
  205. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git add Jenkinsfile README.md
  206. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git commit -m 'Bot Updating Templated Files'
  207. git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all
  208. echo "true" > /tmp/${COMMIT_SHA}-${BUILD_NUMBER}
  209. else
  210. echo "false" > /tmp/${COMMIT_SHA}-${BUILD_NUMBER}
  211. fi
  212. mkdir -p ${TEMPDIR}/gitbook
  213. git clone https://github.com/linuxserver/docker-documentation.git ${TEMPDIR}/gitbook/docker-documentation
  214. if [ "${BRANCH_NAME}" = "master" ] && [ ! -f ${TEMPDIR}/gitbook/docker-documentation/images/docker-${CONTAINER_NAME}.md ] || [ "$(md5sum ${TEMPDIR}/gitbook/docker-documentation/images/docker-${CONTAINER_NAME}.md | awk '{ print $1 }')" != "$(md5sum ${TEMPDIR}/${CONTAINER_NAME}/docker-${CONTAINER_NAME}.md | awk '{ print $1 }')" ]; then
  215. cp ${TEMPDIR}/${CONTAINER_NAME}/docker-${CONTAINER_NAME}.md ${TEMPDIR}/gitbook/docker-documentation/images/
  216. cd ${TEMPDIR}/gitbook/docker-documentation/
  217. git add images/docker-${CONTAINER_NAME}.md
  218. git commit -m 'Bot Updating Templated Files'
  219. git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/linuxserver/docker-documentation.git --all
  220. fi
  221. rm -Rf ${TEMPDIR}'''
  222. script{
  223. env.FILES_UPDATED = sh(
  224. script: '''cat /tmp/${COMMIT_SHA}-${BUILD_NUMBER}''',
  225. returnStdout: true).trim()
  226. }
  227. }
  228. }
  229. // Exit the build if the Templated files were just updated
  230. stage('Template-exit') {
  231. when {
  232. branch "master"
  233. environment name: 'CHANGE_ID', value: ''
  234. environment name: 'FILES_UPDATED', value: 'true'
  235. expression {
  236. env.CONTAINER_NAME != null
  237. }
  238. }
  239. steps {
  240. script{
  241. env.EXIT_STATUS = 'ABORTED'
  242. }
  243. }
  244. }
  245. /* ###############
  246. Build Container
  247. ############### */
  248. // Build Docker container for push to LS Repo
  249. stage('Build-Single') {
  250. when {
  251. environment name: 'MULTIARCH', value: 'false'
  252. environment name: 'EXIT_STATUS', value: ''
  253. }
  254. steps {
  255. sh "docker build --no-cache -t ${IMAGE}:${META_TAG} \
  256. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  257. }
  258. }
  259. // Build MultiArch Docker containers for push to LS Repo
  260. stage('Build-Multi') {
  261. when {
  262. environment name: 'MULTIARCH', value: 'true'
  263. environment name: 'EXIT_STATUS', value: ''
  264. }
  265. parallel {
  266. stage('Build X86') {
  267. steps {
  268. sh "docker build --no-cache -t ${IMAGE}:amd64-${META_TAG} \
  269. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  270. }
  271. }
  272. stage('Build ARMHF') {
  273. agent {
  274. label 'ARMHF'
  275. }
  276. steps {
  277. withCredentials([
  278. [
  279. $class: 'UsernamePasswordMultiBinding',
  280. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  281. usernameVariable: 'DOCKERUSER',
  282. passwordVariable: 'DOCKERPASS'
  283. ]
  284. ]) {
  285. echo 'Logging into DockerHub'
  286. sh '''#! /bin/bash
  287. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  288. '''
  289. sh "curl https://lsio-ci.ams3.digitaloceanspaces.com/qemu-arm-static -o qemu-arm-static"
  290. sh "chmod +x qemu-*"
  291. sh "docker build --no-cache -f Dockerfile.armhf -t ${IMAGE}:arm32v6-${META_TAG} \
  292. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  293. sh "docker tag ${IMAGE}:arm32v6-${META_TAG} lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}"
  294. sh "docker push lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}"
  295. }
  296. }
  297. }
  298. stage('Build ARM64') {
  299. agent {
  300. label 'ARM64'
  301. }
  302. steps {
  303. withCredentials([
  304. [
  305. $class: 'UsernamePasswordMultiBinding',
  306. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  307. usernameVariable: 'DOCKERUSER',
  308. passwordVariable: 'DOCKERPASS'
  309. ]
  310. ]) {
  311. echo 'Logging into DockerHub'
  312. sh '''#! /bin/bash
  313. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  314. '''
  315. sh "curl https://lsio-ci.ams3.digitaloceanspaces.com/qemu-aarch64-static -o qemu-aarch64-static"
  316. sh "chmod +x qemu-*"
  317. sh "docker build --no-cache -f Dockerfile.aarch64 -t ${IMAGE}:arm64v8-${META_TAG} \
  318. --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ."
  319. sh "docker tag ${IMAGE}:arm64v8-${META_TAG} lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}"
  320. sh "docker push lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}"
  321. }
  322. }
  323. }
  324. }
  325. }
  326. // Take the image we just built and dump package versions for comparison
  327. stage('Update-packages') {
  328. when {
  329. branch "master"
  330. environment name: 'CHANGE_ID', value: ''
  331. environment name: 'EXIT_STATUS', value: ''
  332. }
  333. steps {
  334. sh '''#! /bin/bash
  335. set -e
  336. TEMPDIR=$(mktemp -d)
  337. if [ "${MULTIARCH}" == "true" ]; then
  338. LOCAL_CONTAINER=${IMAGE}:amd64-${META_TAG}
  339. else
  340. LOCAL_CONTAINER=${IMAGE}:${META_TAG}
  341. fi
  342. if [ "${DIST_IMAGE}" == "alpine" ]; then
  343. docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\
  344. apk info > packages && \
  345. apk info -v > versions && \
  346. paste -d " " packages versions > /tmp/package_versions.txt && \
  347. chmod 777 /tmp/package_versions.txt'
  348. elif [ "${DIST_IMAGE}" == "ubuntu" ]; then
  349. docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\
  350. apt list -qq --installed > /tmp/package_versions.txt && \
  351. chmod 777 /tmp/package_versions.txt'
  352. fi
  353. NEW_PACKAGE_TAG=$(md5sum ${TEMPDIR}/package_versions.txt | cut -c1-8 )
  354. echo "Package tag sha from current packages in buit container is ${NEW_PACKAGE_TAG} comparing to old ${PACKAGE_TAG} from github"
  355. if [ "${NEW_PACKAGE_TAG}" != "${PACKAGE_TAG}" ]; then
  356. git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/${LS_REPO}
  357. git --git-dir ${TEMPDIR}/${LS_REPO}/.git checkout -f master
  358. cp ${TEMPDIR}/package_versions.txt ${TEMPDIR}/${LS_REPO}/
  359. cd ${TEMPDIR}/${LS_REPO}/
  360. wait
  361. git add package_versions.txt
  362. git commit -m 'Bot Updating Package Versions'
  363. git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all
  364. echo "true" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}
  365. echo "Package tag updated, stopping build process"
  366. else
  367. echo "false" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}
  368. echo "Package tag is same as previous continue with build process"
  369. fi
  370. rm -Rf ${TEMPDIR}'''
  371. script{
  372. env.PACKAGE_UPDATED = sh(
  373. script: '''cat /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}''',
  374. returnStdout: true).trim()
  375. }
  376. }
  377. }
  378. // Exit the build if the package file was just updated
  379. stage('PACKAGE-exit') {
  380. when {
  381. branch "master"
  382. environment name: 'CHANGE_ID', value: ''
  383. environment name: 'PACKAGE_UPDATED', value: 'true'
  384. environment name: 'EXIT_STATUS', value: ''
  385. }
  386. steps {
  387. script{
  388. env.EXIT_STATUS = 'ABORTED'
  389. }
  390. }
  391. }
  392. // Exit the build if this is just a package check and there are no changes to push
  393. stage('PACKAGECHECK-exit') {
  394. when {
  395. branch "master"
  396. environment name: 'CHANGE_ID', value: ''
  397. environment name: 'PACKAGE_UPDATED', value: 'false'
  398. environment name: 'EXIT_STATUS', value: ''
  399. expression {
  400. params.PACKAGE_CHECK == 'true'
  401. }
  402. }
  403. steps {
  404. script{
  405. env.EXIT_STATUS = 'ABORTED'
  406. }
  407. }
  408. }
  409. /* #######
  410. Testing
  411. ####### */
  412. // Run Container tests
  413. stage('Test') {
  414. when {
  415. environment name: 'CI', value: 'true'
  416. environment name: 'EXIT_STATUS', value: ''
  417. }
  418. steps {
  419. withCredentials([
  420. string(credentialsId: 'spaces-key', variable: 'DO_KEY'),
  421. string(credentialsId: 'spaces-secret', variable: 'DO_SECRET')
  422. ]) {
  423. script{
  424. env.CI_URL = 'https://lsio-ci.ams3.digitaloceanspaces.com/' + env.IMAGE + '/' + env.META_TAG + '/index.html'
  425. }
  426. sh '''#! /bin/bash
  427. set -e
  428. docker pull lsiodev/ci:latest
  429. if [ "${MULTIARCH}" == "true" ]; then
  430. docker pull lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}
  431. docker pull lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}
  432. docker tag lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm32v6-${META_TAG}
  433. docker tag lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm64v8-${META_TAG}
  434. fi
  435. docker run --rm \
  436. -v /var/run/docker.sock:/var/run/docker.sock \
  437. -e IMAGE=\"${IMAGE}\" \
  438. -e DELAY_START=\"${CI_DELAY}\" \
  439. -e TAGS=\"${CI_TAGS}\" \
  440. -e META_TAG=\"${META_TAG}\" \
  441. -e PORT=\"${CI_PORT}\" \
  442. -e SSL=\"${CI_SSL}\" \
  443. -e BASE=\"${DIST_IMAGE}\" \
  444. -e SECRET_KEY=\"${DO_SECRET}\" \
  445. -e ACCESS_KEY=\"${DO_KEY}\" \
  446. -e DOCKER_ENV=\"${CI_DOCKERENV}\" \
  447. -e WEB_SCREENSHOT=\"${CI_WEB}\" \
  448. -e WEB_AUTH=\"${CI_AUTH}\" \
  449. -e WEB_PATH=\"${CI_WEBPATH}\" \
  450. -e DO_REGION="ams3" \
  451. -e DO_BUCKET="lsio-ci" \
  452. -t lsiodev/ci:latest \
  453. python /ci/ci.py'''
  454. }
  455. }
  456. }
  457. /* ##################
  458. Release Logic
  459. ################## */
  460. // If this is an amd64 only image only push a single image
  461. stage('Docker-Push-Single') {
  462. when {
  463. environment name: 'MULTIARCH', value: 'false'
  464. environment name: 'EXIT_STATUS', value: ''
  465. }
  466. steps {
  467. withCredentials([
  468. [
  469. $class: 'UsernamePasswordMultiBinding',
  470. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  471. usernameVariable: 'DOCKERUSER',
  472. passwordVariable: 'DOCKERPASS'
  473. ]
  474. ]) {
  475. echo 'Logging into DockerHub'
  476. sh '''#! /bin/bash
  477. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  478. '''
  479. sh "docker tag ${IMAGE}:${META_TAG} ${IMAGE}:latest"
  480. sh "docker push ${IMAGE}:latest"
  481. sh "docker push ${IMAGE}:${META_TAG}"
  482. }
  483. }
  484. }
  485. // If this is a multi arch release push all images and define the manifest
  486. stage('Docker-Push-Multi') {
  487. when {
  488. environment name: 'MULTIARCH', value: 'true'
  489. environment name: 'EXIT_STATUS', value: ''
  490. }
  491. steps {
  492. withCredentials([
  493. [
  494. $class: 'UsernamePasswordMultiBinding',
  495. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  496. usernameVariable: 'DOCKERUSER',
  497. passwordVariable: 'DOCKERPASS'
  498. ]
  499. ]) {
  500. sh '''#! /bin/bash
  501. echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin
  502. '''
  503. sh '''#! /bin/bash
  504. if [ "${CI}" == "false" ]; then
  505. docker pull lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}
  506. docker pull lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}
  507. docker tag lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm32v6-${META_TAG}
  508. docker tag lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm64v8-${META_TAG}
  509. fi'''
  510. sh "docker tag ${IMAGE}:amd64-${META_TAG} ${IMAGE}:amd64-latest"
  511. sh "docker tag ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm32v6-latest"
  512. sh "docker tag ${IMAGE}:arm64v8-${META_TAG} ${IMAGE}:arm64v8-latest"
  513. sh "docker push ${IMAGE}:amd64-${META_TAG}"
  514. sh "docker push ${IMAGE}:arm32v6-${META_TAG}"
  515. sh "docker push ${IMAGE}:arm64v8-${META_TAG}"
  516. sh "docker push ${IMAGE}:amd64-latest"
  517. sh "docker push ${IMAGE}:arm32v6-latest"
  518. sh "docker push ${IMAGE}:arm64v8-latest"
  519. sh "docker manifest push --purge ${IMAGE}:latest || :"
  520. sh "docker manifest create ${IMAGE}:latest ${IMAGE}:amd64-latest ${IMAGE}:arm32v6-latest ${IMAGE}:arm64v8-latest"
  521. sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm32v6-latest --os linux --arch arm"
  522. sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm64v8-latest --os linux --arch arm64 --variant v8"
  523. sh "docker manifest push --purge ${IMAGE}:${META_TAG} || :"
  524. sh "docker manifest create ${IMAGE}:${META_TAG} ${IMAGE}:amd64-${META_TAG} ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm64v8-${META_TAG}"
  525. sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm32v6-${META_TAG} --os linux --arch arm"
  526. sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm64v8-${META_TAG} --os linux --arch arm64 --variant v8"
  527. sh "docker manifest push --purge ${IMAGE}:latest"
  528. sh "docker manifest push --purge ${IMAGE}:${META_TAG}"
  529. }
  530. }
  531. }
  532. // If this is a public release tag it in the LS Github
  533. stage('Github-Tag-Push-Release') {
  534. when {
  535. branch "master"
  536. expression {
  537. env.LS_RELEASE != env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-ls' + env.LS_TAG_NUMBER
  538. }
  539. environment name: 'CHANGE_ID', value: ''
  540. environment name: 'EXIT_STATUS', value: ''
  541. }
  542. steps {
  543. echo "Pushing New tag for current commit ${EXT_RELEASE_CLEAN}-pkg-${PACKAGE_TAG}-ls${LS_TAG_NUMBER}"
  544. sh '''curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/git/tags \
  545. -d '{"tag":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  546. "object": "'${COMMIT_SHA}'",\
  547. "message": "Tagging Release '${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}' to master",\
  548. "type": "commit",\
  549. "tagger": {"name": "LinuxServer Jenkins","email": "jenkins@linuxserver.io","date": "'${GITHUB_DATE}'"}}' '''
  550. echo "Pushing New release for Tag"
  551. sh '''#! /bin/bash
  552. curl -s https://api.github.com/repos/${EXT_USER}/${EXT_REPO}/commits/${EXT_GIT_BRANCH} | jq '. | .commit.message' | sed 's:^.\\(.*\\).$:\\1:' > releasebody.json
  553. echo '{"tag_name":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  554. "target_commitish": "master",\
  555. "name": "'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\
  556. "body": "**LinuxServer Changes:**\\n\\n'${LS_RELEASE_NOTES}'\\n**'${EXT_REPO}' Changes:**\\n\\n' > start
  557. printf '","draft": false,"prerelease": false}' >> releasebody.json
  558. paste -d'\\0' start releasebody.json > releasebody.json.done
  559. curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/releases -d @releasebody.json.done'''
  560. }
  561. }
  562. // Use helper container to sync the current README on master to the dockerhub endpoint
  563. stage('Sync-README') {
  564. when {
  565. environment name: 'CHANGE_ID', value: ''
  566. environment name: 'EXIT_STATUS', value: ''
  567. }
  568. steps {
  569. withCredentials([
  570. [
  571. $class: 'UsernamePasswordMultiBinding',
  572. credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207',
  573. usernameVariable: 'DOCKERUSER',
  574. passwordVariable: 'DOCKERPASS'
  575. ]
  576. ]) {
  577. sh '''#! /bin/bash
  578. docker pull lsiodev/readme-sync
  579. docker run --rm=true \
  580. -e DOCKERHUB_USERNAME=$DOCKERUSER \
  581. -e DOCKERHUB_PASSWORD=$DOCKERPASS \
  582. -e GIT_REPOSITORY=${LS_USER}/${LS_REPO} \
  583. -e DOCKER_REPOSITORY=${IMAGE} \
  584. -e GIT_BRANCH=master \
  585. lsiodev/readme-sync bash -c 'node sync' '''
  586. }
  587. }
  588. }
  589. }
  590. /* ######################
  591. Send status to Discord
  592. ###################### */
  593. post {
  594. always {
  595. script{
  596. if (env.EXIT_STATUS == "ABORTED"){
  597. sh 'echo "build aborted"'
  598. }
  599. else if (currentBuild.currentResult == "SUCCESS"){
  600. sh ''' curl -X POST --data '{"avatar_url": "https://wiki.jenkins-ci.org/download/attachments/2916393/headshot.png","embeds": [{"color": 1681177,\
  601. "description": "**Build:** '${BUILD_NUMBER}'\\n**CI Results:** '${CI_URL}'\\n**Status:** Success\\n**Job:** '${RUN_DISPLAY_URL}'\\n**Change:** '${CODE_URL}'\\n**External Release:**: '${RELEASE_LINK}'\\n**DockerHub:** '${DOCKERHUB_LINK}'\\n"}],\
  602. "username": "Jenkins"}' ${BUILDS_DISCORD} '''
  603. }
  604. else {
  605. sh ''' curl -X POST --data '{"avatar_url": "https://wiki.jenkins-ci.org/download/attachments/2916393/headshot.png","embeds": [{"color": 16711680,\
  606. "description": "**Build:** '${BUILD_NUMBER}'\\n**CI Results:** '${CI_URL}'\\n**Status:** failure\\n**Job:** '${RUN_DISPLAY_URL}'\\n**Change:** '${CODE_URL}'\\n**External Release:**: '${RELEASE_LINK}'\\n**DockerHub:** '${DOCKERHUB_LINK}'\\n"}],\
  607. "username": "Jenkins"}' ${BUILDS_DISCORD} '''
  608. }
  609. }
  610. }
  611. }
  612. }