2018-05-03 05:43:04 +00:00
pipeline {
2020-02-19 04:55:06 +00:00
agent {
label 'docker-multiarch'
}
options {
buildDiscarder(logRotator(numToKeepStr: '5'))
disableConcurrentBuilds()
2020-05-25 04:53:35 +00:00
ansiColor('xterm')
2020-02-19 04:55:06 +00:00
}
environment {
2022-05-11 22:47:31 +00:00
DOCKER_ORG = 'jc21'
IMAGE = 'nginx-proxy-manager'
2020-02-19 04:55:06 +00:00
BUILD_VERSION = getVersion()
2022-05-11 22:47:31 +00:00
BUILD_COMMIT = getCommit()
MAJOR_VERSION = '3'
2020-02-19 06:11:52 +00:00
BRANCH_LOWER = "${BRANCH_NAME.toLowerCase().replaceAll('/', '-')}"
COMPOSE_PROJECT_NAME = "npm_${BRANCH_LOWER}_${BUILD_NUMBER}"
2020-02-19 04:55:06 +00:00
COMPOSE_FILE = 'docker/docker-compose.ci.yml'
COMPOSE_INTERACTIVE_NO_CLI = 1
BUILDX_NAME = "${COMPOSE_PROJECT_NAME}"
2022-05-11 22:47:31 +00:00
DOCS_BUCKET = 'jc21-npm-site-next' // TODO: change to prod when official
DOCS_CDN = 'E2Z0128EHS0Q23' // TODO: same
2020-02-19 04:55:06 +00:00
}
stages {
stage('Environment') {
parallel {
stage('Master') {
when {
branch 'master'
}
steps {
script {
2022-05-11 22:47:31 +00:00
env.BUILDX_PUSH_TAGS = "-t docker.io/${DOCKER_ORG}/${IMAGE}:${BUILD_VERSION} -t docker.io/${DOCKER_ORG}/${IMAGE}:${MAJOR_VERSION} -t docker.io/${DOCKER_ORG}/${IMAGE}:latest"
echo 'Building on Master is disabled!'
sh 'exit 1'
2020-02-19 04:55:06 +00:00
}
}
}
2020-02-19 05:28:27 +00:00
stage('Other') {
when {
not {
branch 'master'
}
}
steps {
script {
// Defaults to the Branch name, which is applies to all branches AND pr's
2023-01-09 11:36:48 +00:00
// env.BUILDX_PUSH_TAGS = "-t docker.io/jc21/${IMAGE}:github-${BRANCH_LOWER}"
env.BUILDX_PUSH_TAGS = "-t docker.io/${DOCKER_ORG}/${IMAGE}:v3"
2020-02-19 05:28:27 +00:00
}
}
}
2020-02-19 04:55:06 +00:00
}
}
stage('Frontend') {
steps {
2022-05-11 22:47:31 +00:00
sh './scripts/ci/build-frontend'
2020-02-19 04:55:06 +00:00
}
2022-05-11 22:47:31 +00:00
/*
post {
always {
junit 'frontend/eslint.xml'
junit 'frontend/junit.xml'
}
2020-02-19 04:55:06 +00:00
}
2022-05-11 22:47:31 +00:00
*/
2020-02-19 04:55:06 +00:00
}
2022-05-11 22:47:31 +00:00
stage('Backend') {
2020-02-19 04:55:06 +00:00
steps {
2022-05-11 22:47:31 +00:00
withCredentials([string(credentialsId: 'npm-sentry-dsn', variable: 'SENTRY_DSN')]) {
withCredentials([usernamePassword(credentialsId: 'oss-index-token', passwordVariable: 'NANCY_TOKEN', usernameVariable: 'NANCY_USER')]) {
sh './scripts/ci/test-backend'
}
sh './scripts/ci/build-backend'
sh '''docker build --pull --no-cache \\
-t "${IMAGE}:${BRANCH_LOWER}-ci-${BUILD_NUMBER}" \\
-f docker/Dockerfile \\
--build-arg BUILD_COMMIT="${BUILD_COMMIT}" \\
--build-arg BUILD_DATE="$(date '+%Y-%m-%d %T %Z')" \\
--build-arg BUILD_VERSION="${BUILD_VERSION}" \\
.
'''
}
2020-02-19 04:55:06 +00:00
}
post {
2022-05-11 22:47:31 +00:00
success {
archiveArtifacts allowEmptyArchive: false, artifacts: 'bin/*'
2020-08-05 22:58:20 +00:00
}
}
}
2022-05-11 22:47:31 +00:00
stage('Test') {
when {
not {
equals expected: 'UNSTABLE', actual: currentBuild.result
}
}
2020-08-05 22:58:20 +00:00
steps {
2022-05-11 22:47:31 +00:00
// Docker image check
/*
sh '''docker run --rm \
-v /var/run/docker.sock:/var/run/docker.sock \
-v "$(pwd)/docker:/app" \
-e CI=true \
wagoodman/dive:latest --ci-config /app/.dive-ci \
"${IMAGE}:${BRANCH_LOWER}-ci-${BUILD_NUMBER}"
'''
*/
sh './scripts/ci/fulltest-cypress'
2020-08-05 22:58:20 +00:00
}
post {
always {
// Dumps to analyze later
sh 'mkdir -p debug'
2022-05-11 22:47:31 +00:00
sh 'docker-compose logs fullstack > debug/docker_fullstack.log'
sh 'docker-compose logs stepca > debug/docker_stepca.log'
sh 'docker-compose logs pdns > debug/docker_pdns.log'
sh 'docker-compose logs pdns-db > debug/docker_pdns-db.log'
sh 'docker-compose logs dnsrouter > debug/docker_dnsrouter.log'
2020-03-06 03:11:04 +00:00
junit 'test/results/junit/*'
2020-02-19 04:55:06 +00:00
}
}
}
2020-03-11 06:54:10 +00:00
stage('Docs') {
when {
not {
equals expected: 'UNSTABLE', actual: currentBuild.result
}
}
steps {
2020-05-25 04:53:35 +00:00
dir(path: 'docs') {
2021-03-10 23:29:08 +00:00
sh 'yarn install'
sh 'yarn build'
2020-05-25 04:53:35 +00:00
}
2020-03-11 06:54:10 +00:00
2022-05-11 22:47:31 +00:00
// API Docs:
sh 'docker-compose exec -T fullstack curl -s --output /temp-docs/api-schema.json "http://fullstack:81/api/schema"'
sh 'mkdir -p "docs/.vuepress/dist/api"'
sh 'mv docs/api-schema.json docs/.vuepress/dist/api/'
2020-05-25 04:53:35 +00:00
dir(path: 'docs/.vuepress/dist') {
sh 'tar -czf ../../docs.tgz *'
2020-03-11 06:54:10 +00:00
}
}
}
2020-02-19 04:55:06 +00:00
stage('MultiArch Build') {
when {
not {
equals expected: 'UNSTABLE', actual: currentBuild.result
}
}
steps {
2022-05-11 22:47:31 +00:00
withCredentials([string(credentialsId: 'npm-sentry-dsn', variable: 'SENTRY_DSN')]) {
withCredentials([usernamePassword(credentialsId: 'jc21-dockerhub', passwordVariable: 'dpass', usernameVariable: 'duser')]) {
sh 'docker login -u "${duser}" -p "${dpass}"'
sh './scripts/buildx --push ${BUILDX_PUSH_TAGS}'
// sh './scripts/buildx -o type=local,dest=docker-build'
}
2020-02-19 04:55:06 +00:00
}
}
}
2020-03-11 06:54:10 +00:00
stage('Docs Deploy') {
when {
allOf {
2023-01-09 11:36:48 +00:00
branch 'v3' // TOODO: change to master when ready
2020-03-11 06:54:10 +00:00
not {
equals expected: 'UNSTABLE', actual: currentBuild.result
}
}
}
steps {
withCredentials([[$class: 'AmazonWebServicesCredentialsBinding', accessKeyVariable: 'AWS_ACCESS_KEY_ID', credentialsId: 'npm-s3-docs', secretKeyVariable: 'AWS_SECRET_ACCESS_KEY']]) {
sh """docker run --rm \\
--name \${COMPOSE_PROJECT_NAME}-docs-upload \\
2022-05-11 22:47:31 +00:00
-e S3_BUCKET=$DOCS_BUCKET \\
2020-03-11 06:54:10 +00:00
-e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID \\
-e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \\
-v \$(pwd):/app \\
-w /app \\
jc21/ci-tools \\
scripts/docs-upload /app/docs/.vuepress/dist/
"""
sh """docker run --rm \\
--name \${COMPOSE_PROJECT_NAME}-docs-invalidate \\
-e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID \\
-e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \\
jc21/ci-tools \\
2022-05-11 22:47:31 +00:00
aws cloudfront create-invalidation --distribution-id $DOCS_CDN --paths '/*'
2020-03-11 06:54:10 +00:00
"""
}
}
}
2020-02-19 04:55:06 +00:00
stage('PR Comment') {
when {
allOf {
changeRequest()
not {
equals expected: 'UNSTABLE', actual: currentBuild.result
}
}
}
steps {
2020-05-25 04:53:35 +00:00
script {
2023-01-09 11:36:48 +00:00
def comment = pullRequest.comment("This is an automated message from CI:\n\nDocker Image for build ${BUILD_NUMBER} is available on [DockerHub](https://cloud.docker.com/repository/docker/${DOCKER_ORG}/${IMAGE}) as `${DOCKER_ORG}/${IMAGE}:github-${BRANCH_LOWER}`\n\n**Note:** ensure you backup your NPM instance before testing this PR image! Especially if this PR contains database changes.")
2020-02-19 04:55:06 +00:00
}
}
}
}
post {
always {
2022-11-08 00:40:15 +00:00
sh 'docker-compose down --rmi all --remove-orphans --volumes -t 30 || true'
2022-05-11 22:47:31 +00:00
sh './scripts/ci/build-cleanup'
echo 'Reverting ownership'
sh 'docker run --rm -v $(pwd):/data jc21/gotools:latest chown -R "$(id -u):$(id -g)" /data'
2020-02-19 04:55:06 +00:00
}
success {
juxtapose event: 'success'
sh 'figlet "SUCCESS"'
}
failure {
2022-05-11 22:47:31 +00:00
dir(path: 'test') {
archiveArtifacts allowEmptyArchive: true, artifacts: 'results/**/*', excludes: '**/*.xml'
}
2020-03-06 02:54:05 +00:00
archiveArtifacts(artifacts: 'debug/**.*', allowEmptyArchive: true)
2020-02-19 04:55:06 +00:00
juxtapose event: 'failure'
sh 'figlet "FAILURE"'
}
unstable {
2022-05-11 22:47:31 +00:00
dir(path: 'test') {
archiveArtifacts allowEmptyArchive: true, artifacts: 'results/**/*', excludes: '**/*.xml'
}
2020-02-19 04:55:06 +00:00
archiveArtifacts(artifacts: 'debug/**.*', allowEmptyArchive: true)
juxtapose event: 'unstable'
sh 'figlet "UNSTABLE"'
}
}
}
2019-03-06 23:45:01 +00:00
2020-02-19 04:55:06 +00:00
def getVersion() {
ver = sh(script: 'cat .version', returnStdout: true)
return ver.trim()
2018-05-03 05:43:04 +00:00
}
2018-05-03 05:56:35 +00:00
2020-02-19 04:55:06 +00:00
def getCommit() {
ver = sh(script: 'git log -n 1 --format=%h', returnStdout: true)
return ver.trim()
2018-05-03 05:56:35 +00:00
}