pleroma/.gitlab-ci.yml

557 lines
16 KiB
YAML
Raw Normal View History

image: git.pleroma.social:5050/pleroma/pleroma/ci-base
2017-11-02 16:26:13 +00:00
variables: &global_variables
# Only used for the release
2023-05-31 21:11:13 +00:00
ELIXIR_VER: 1.12.3
2017-11-02 16:26:13 +00:00
POSTGRES_DB: pleroma_test
2017-11-02 16:52:53 +00:00
POSTGRES_USER: postgres
POSTGRES_PASSWORD: postgres
2018-04-24 12:28:59 +00:00
DB_HOST: postgres
DB_PORT: "5432"
MIX_ENV: test
2022-08-28 13:54:28 +00:00
workflow:
rules:
- if: $CI_PIPELINE_SOURCE == "merge_request_event"
- if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS
when: never
- if: $CI_COMMIT_BRANCH
cache: &global_cache_policy
2021-04-27 16:54:28 +00:00
key:
files:
- mix.lock
2018-11-29 08:45:14 +00:00
paths:
- deps
- _build
2017-11-02 16:26:13 +00:00
stages:
2022-08-28 13:48:01 +00:00
- check-changelog
- build
2024-01-21 03:43:41 +00:00
- lint
2017-11-02 16:26:13 +00:00
- test
2019-10-10 12:24:54 +00:00
- benchmark
- deploy
2019-06-13 10:53:59 +00:00
- release
- docker
- docker-combine
2017-11-02 16:26:13 +00:00
before_script:
2021-06-09 18:08:24 +00:00
- echo $MIX_ENV
- rm -rf _build/*/lib/pleroma
- mix deps.get
2018-04-20 11:09:41 +00:00
after_script:
- rm -rf _build/*/lib/pleroma
2022-08-28 13:48:01 +00:00
check-changelog:
stage: check-changelog
2022-08-28 14:35:53 +00:00
image: alpine
2022-08-28 13:48:01 +00:00
rules:
2023-04-23 01:07:18 +00:00
- if: $CI_MERGE_REQUEST_SOURCE_PROJECT_PATH == 'pleroma/pleroma' && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == 'weblate-extract'
when: never
- if: $CI_MERGE_REQUEST_SOURCE_PROJECT_PATH == 'pleroma/pleroma' && $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME == 'weblate'
when: never
2022-08-28 13:48:01 +00:00
- if: $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "develop"
2022-08-28 14:35:53 +00:00
before_script: ''
after_script: ''
cache: {}
2022-08-28 13:48:01 +00:00
script:
- apk add git
2022-08-28 15:13:36 +00:00
- sh ./tools/check-changelog
2022-08-28 13:48:01 +00:00
.build_changes_policy:
rules:
- changes:
- ".gitlab-ci.yml"
- "**/*.ex"
- "**/*.exs"
- "mix.lock"
.using-ci-base:
tags:
- amd64
build-1.12.3:
extends:
- .build_changes_policy
- .using-ci-base
stage: build
2017-11-02 16:26:13 +00:00
script:
- mix compile --force
2019-03-22 20:31:04 +00:00
build-1.15.7-otp-25:
extends:
- .build_changes_policy
- .using-ci-base
stage: build
2024-01-21 04:06:17 +00:00
image: git.pleroma.social:5050/pleroma/pleroma/ci-base:elixir-1.15
allow_failure: true
script:
- mix compile --force
spec-build:
extends:
- .using-ci-base
2024-01-21 03:45:29 +00:00
stage: build
rules:
- changes:
- ".gitlab-ci.yml"
- "lib/pleroma/web/api_spec/**/*.ex"
- "lib/pleroma/web/api_spec.ex"
artifacts:
paths:
- spec.json
script:
- mix pleroma.openapi_spec spec.json
2019-10-10 12:24:54 +00:00
benchmark:
extends:
- .using-ci-base
2019-10-10 12:24:54 +00:00
stage: benchmark
when: manual
2019-10-10 12:24:54 +00:00
variables:
MIX_ENV: benchmark
services:
2022-07-11 07:28:30 +00:00
- name: postgres:9.6-alpine
2019-10-10 12:24:54 +00:00
alias: postgres
command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
script:
- mix ecto.create
- mix ecto.migrate
2019-10-10 13:31:32 +00:00
- mix pleroma.load_testing
2019-06-13 10:53:59 +00:00
unit-testing-1.12.3:
extends:
- .build_changes_policy
- .using-ci-base
stage: test
cache: &testing_cache_policy
2024-01-21 04:35:31 +00:00
<<: *global_cache_policy
policy: pull
services: &testing_services
2022-07-11 07:28:30 +00:00
- name: postgres:13-alpine
alias: postgres
command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
script: &testing_script
- mix ecto.create
- mix ecto.migrate
- mix test --cover --preload-modules
coverage: '/^Line total: ([^ ]*%)$/'
artifacts:
reports:
coverage_report:
coverage_format: cobertura
path: coverage.xml
unit-testing-1.15.7-otp-25:
extends:
- .build_changes_policy
- .using-ci-base
stage: test
image: git.pleroma.social:5050/pleroma/pleroma/ci-base:elixir-1.15-otp25
allow_failure: true
cache: *testing_cache_policy
services: *testing_services
script: *testing_script
unit-testing-1.12-erratic:
extends:
- .build_changes_policy
- .using-ci-base
stage: test
retry: 2
2022-01-15 19:35:22 +00:00
allow_failure: true
cache: *testing_cache_policy
services: *testing_services
script:
- mix ecto.create
- mix ecto.migrate
- mix test --only=erratic
2024-01-21 04:14:41 +00:00
formatting-1.13:
extends: .build_changes_policy
2024-01-21 04:14:41 +00:00
image: &formatting_elixir elixir:1.13-alpine
2024-01-21 03:43:41 +00:00
stage: lint
cache: *testing_cache_policy
before_script: &current_bfr_script
2022-07-11 07:28:47 +00:00
- apk update
- apk add build-base cmake file-dev git openssl
2021-12-26 17:54:54 +00:00
- mix local.hex --force
- mix local.rebar --force
- mix deps.get
script:
- mix format --check-formatted
2024-01-21 04:14:41 +00:00
cycles-1.13:
extends: .build_changes_policy
image: *formatting_elixir
stage: lint
cache: {}
before_script: *current_bfr_script
script:
- mix compile
- mix xref graph --format cycles --label compile | awk '{print $0} END{exit ($0 != "No cycles found")}'
analysis:
extends:
- .build_changes_policy
- .using-ci-base
2024-01-21 03:43:41 +00:00
stage: lint
cache: *testing_cache_policy
script:
- mix credo --strict --only=warnings,todo,fixme,consistency,readability
2024-01-21 03:49:37 +00:00
dialyzer:
extends:
- .build_changes_policy
- .using-ci-base
stage: lint
allow_failure: true
when: manual
cache: *testing_cache_policy
tags:
- feld
script:
- mix dialyzer
docs-deploy:
stage: deploy
cache: *testing_cache_policy
image: alpine:latest
2019-03-22 20:31:04 +00:00
only:
- stable@pleroma/pleroma
2019-03-22 20:31:04 +00:00
- develop@pleroma/pleroma
before_script:
- apk add curl
2019-03-22 20:31:04 +00:00
script:
- curl --fail-with-body -X POST -F"token=$CI_JOB_TOKEN" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" https://git.pleroma.social/api/v4/projects/673/trigger/pipeline
2019-05-31 08:55:35 +00:00
review_app:
image: alpine:3.9
stage: deploy
before_script:
- apk update && apk add openssh-client git
when: manual
environment:
name: review/$CI_COMMIT_REF_NAME
url: https://$CI_ENVIRONMENT_SLUG.pleroma.online/
on_stop: stop_review_app
only:
- branches
except:
- master
- develop
script:
- echo "$CI_ENVIRONMENT_SLUG"
- mkdir -p ~/.ssh
- eval $(ssh-agent -s)
- echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
- ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
- (ssh -t dokku@pleroma.online -- apps:create "$CI_ENVIRONMENT_SLUG") || true
- (ssh -t dokku@pleroma.online -- git:set "$CI_ENVIRONMENT_SLUG" keep-git-dir true) || true
2019-05-31 08:55:35 +00:00
- ssh -t dokku@pleroma.online -- config:set "$CI_ENVIRONMENT_SLUG" APP_NAME="$CI_ENVIRONMENT_SLUG" APP_HOST="$CI_ENVIRONMENT_SLUG.pleroma.online" MIX_ENV=dokku
- (ssh -t dokku@pleroma.online -- postgres:create $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db) || true
- (ssh -t dokku@pleroma.online -- postgres:link $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db "$CI_ENVIRONMENT_SLUG") || true
- (ssh -t dokku@pleroma.online -- certs:add "$CI_ENVIRONMENT_SLUG" /home/dokku/server.crt /home/dokku/server.key) || true
2019-06-03 09:47:10 +00:00
- git push -f dokku@pleroma.online:$CI_ENVIRONMENT_SLUG $CI_COMMIT_SHA:refs/heads/master
2019-05-31 08:55:35 +00:00
spec-deploy:
stage: deploy
artifacts:
paths:
- spec.json
only:
- develop@pleroma/pleroma
image: alpine:latest
before_script:
- apk add curl
script:
- curl --fail-with-body -X POST -F"token=$CI_JOB_TOKEN" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" -F"variables[JOB_REF]=$CI_JOB_ID" https://git.pleroma.social/api/v4/projects/1130/trigger/pipeline
2021-04-27 16:54:28 +00:00
2019-05-31 08:55:35 +00:00
stop_review_app:
image: alpine:3.9
stage: deploy
before_script:
- apk update && apk add openssh-client git
when: manual
environment:
name: review/$CI_COMMIT_REF_NAME
action: stop
script:
- echo "$CI_ENVIRONMENT_SLUG"
- mkdir -p ~/.ssh
- eval $(ssh-agent -s)
- echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
- ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
- ssh -t dokku@pleroma.online -- --force apps:destroy "$CI_ENVIRONMENT_SLUG"
- ssh -t dokku@pleroma.online -- --force postgres:destroy $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db
2019-06-13 10:53:59 +00:00
amd64:
2019-11-11 12:47:33 +00:00
stage: release
2023-05-31 21:11:13 +00:00
image: elixir:$ELIXIR_VER
2019-06-13 10:53:59 +00:00
only: &release-only
- stable@pleroma/pleroma
2019-06-13 10:53:59 +00:00
- develop@pleroma/pleroma
- /^maint/.*$/@pleroma/pleroma
- /^release/.*$/@pleroma/pleroma
tags:
- amd64
2019-06-13 10:53:59 +00:00
artifacts: &release-artifacts
name: "pleroma-$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA-$CI_JOB_NAME"
paths:
- release/*
2019-06-13 15:22:59 +00:00
# Ideally it would be never for master branch and with the next commit for develop,
# but Gitlab does not support neither `only` for artifacts
# nor setting it to never from .gitlab-ci.yml
# nor expiring with the next commit
expire_in: 42 yrs
2019-06-13 10:53:59 +00:00
cache: &release-cache
key: $CI_COMMIT_REF_NAME-$CI_JOB_NAME
paths:
- deps
variables: &release-variables
MIX_ENV: prod
VIX_COMPILATION_MODE: PLATFORM_PROVIDED_LIBVIPS
2019-06-13 10:53:59 +00:00
before_script: &before-release
- apt-get update && apt-get install -y cmake libmagic-dev libvips-dev erlang-dev
- echo "import Config" > config/prod.secret.exs
2019-06-13 10:53:59 +00:00
- mix local.hex --force
- mix local.rebar --force
script: &release
- mix deps.get --only prod
- mkdir release
2019-06-20 08:02:05 +00:00
- export PLEROMA_BUILD_BRANCH=$CI_COMMIT_REF_NAME
2019-06-13 10:53:59 +00:00
- mix release --path release
amd64-musl:
stage: release
artifacts: *release-artifacts
only: *release-only
2023-05-31 21:11:13 +00:00
image: elixir:$ELIXIR_VER-alpine
tags:
- amd64
2019-06-13 10:53:59 +00:00
cache: *release-cache
variables: *release-variables
before_script: &before-release-musl
- apk add git build-base cmake file-dev openssl vips-dev
- echo "import Config" > config/prod.secret.exs
2019-06-13 10:53:59 +00:00
- mix local.hex --force
- mix local.rebar --force
script: *release
arm:
stage: release
artifacts: *release-artifacts
only: *release-only
tags:
- arm32-specified
2023-05-31 21:11:13 +00:00
image: arm32v7/elixir:$ELIXIR_VER
2019-06-13 10:53:59 +00:00
cache: *release-cache
variables: *release-variables
before_script: *before-release
script: *release
arm-musl:
stage: release
artifacts: *release-artifacts
only: *release-only
tags:
- arm32-specified
2023-05-31 21:11:13 +00:00
image: arm32v7/elixir:$ELIXIR_VER-alpine
2019-06-13 10:53:59 +00:00
cache: *release-cache
variables: *release-variables
before_script: *before-release-musl
script: *release
arm64:
stage: release
artifacts: *release-artifacts
only: *release-only
tags:
- arm
2023-05-31 21:11:13 +00:00
image: arm64v8/elixir:$ELIXIR_VER
2019-06-13 10:53:59 +00:00
cache: *release-cache
variables: *release-variables
before_script: *before-release
script: *release
arm64-musl:
stage: release
artifacts: *release-artifacts
only: *release-only
tags:
- arm
2023-05-31 21:11:13 +00:00
image: arm64v8/elixir:$ELIXIR_VER-alpine
2019-06-13 10:53:59 +00:00
cache: *release-cache
variables: *release-variables
before_script: *before-release-musl
script: *release
2023-04-12 15:49:33 +00:00
.kaniko:
stage: docker
2023-04-12 15:49:33 +00:00
image:
name: gcr.io/kaniko-project/executor:debug
entrypoint: [""]
cache: {}
dependencies: []
2023-04-12 15:49:33 +00:00
before_script: &before-kaniko
- export CI_JOB_TIMESTAMP=$(date --utc -Iseconds)
- export CI_VCS_REF=$CI_COMMIT_SHORT_SHA
2023-04-24 23:56:54 +00:00
- export IMAGE_TAG=$CI_REGISTRY_IMAGE/$BUILD_ARCH_IMG_SUFFIX:$CI_COMMIT_SHORT_SHA
- export IMAGE_TAG_SLUG=$CI_REGISTRY_IMAGE/$BUILD_ARCH_IMG_SUFFIX:$CI_COMMIT_REF_SLUG
- export IMAGE_TAG_LATEST=$CI_REGISTRY_IMAGE/$BUILD_ARCH_IMG_SUFFIX:latest
- export IMAGE_TAG_LATEST_STABLE=$CI_REGISTRY_IMAGE/$BUILD_ARCH_IMG_SUFFIX:latest-stable
2023-04-12 15:49:33 +00:00
- mkdir -p /kaniko/.docker
- echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json
.kaniko-latest:
extends: .kaniko
only:
- develop@pleroma/pleroma
script:
2023-04-26 01:38:54 +00:00
- /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $CI_PROJECT_DIR/Dockerfile --custom-platform=$BUILD_ARCH --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP --build-arg ELIXIR_IMG=$ELIXIR_IMG --destination $IMAGE_TAG --destination $IMAGE_TAG_SLUG --destination $IMAGE_TAG_LATEST
2023-04-12 15:49:33 +00:00
.kaniko-stable:
extends: .kaniko
only:
- stable@pleroma/pleroma
script:
2023-04-25 00:03:59 +00:00
- /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $CI_PROJECT_DIR/Dockerfile --custom-platform=$BUILD_ARCH --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP --build-arg ELIXIR_IMG=$ELIXIR_IMG --destination $IMAGE_TAG --destination $IMAGE_TAG_SLUG --destination $IMAGE_TAG_LATEST_STABLE
2023-04-12 15:49:33 +00:00
.kaniko-release:
extends: .kaniko
only:
- /^release/.*$/@pleroma/pleroma
script:
2023-04-25 00:03:59 +00:00
- /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $CI_PROJECT_DIR/Dockerfile --custom-platform=$BUILD_ARCH --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP --build-arg ELIXIR_IMG=$ELIXIR_IMG --destination $IMAGE_TAG --destination $IMAGE_TAG_SLUG
2023-04-12 15:49:33 +00:00
.kaniko-adhoc:
extends: .kaniko
only:
- /^build-docker/.*$/@pleroma/pleroma
2023-04-12 15:49:33 +00:00
script:
2023-04-25 00:03:59 +00:00
- /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $CI_PROJECT_DIR/Dockerfile --custom-platform=$BUILD_ARCH --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP --build-arg ELIXIR_IMG=$ELIXIR_IMG --destination $IMAGE_TAG --destination $IMAGE_TAG_SLUG
2023-04-12 15:49:33 +00:00
.kaniko:linux/amd64:
variables:
BUILD_ARCH: linux/amd64
2023-04-24 23:56:54 +00:00
BUILD_ARCH_IMG_SUFFIX: linux-amd64
2023-04-25 00:03:59 +00:00
ELIXIR_IMG: hexpm/elixir
2023-04-12 15:49:33 +00:00
tags:
- amd64
.kaniko:linux/arm64:
variables:
2023-04-24 23:56:54 +00:00
BUILD_ARCH: linux/arm64/v8
BUILD_ARCH_IMG_SUFFIX: linux-arm64-v8
2023-04-25 00:03:59 +00:00
ELIXIR_IMG: hexpm/elixir
2023-04-12 15:49:33 +00:00
tags:
- arm
.kaniko:linux/arm:
variables:
2023-04-24 23:56:54 +00:00
BUILD_ARCH: linux/arm/v7
BUILD_ARCH_IMG_SUFFIX: linux-arm-v7
2023-04-25 00:03:59 +00:00
ELIXIR_IMG: git.pleroma.social:5050/pleroma/ci-image/elixir-linux-arm-v7
2023-04-12 15:49:33 +00:00
tags:
- arm32-specified
kaniko-latest:linux/amd64:
extends:
- .kaniko-latest
- .kaniko:linux/amd64
kaniko-latest:linux/arm64:
extends:
- .kaniko-latest
- .kaniko:linux/arm64
kaniko-latest:linux/arm:
extends:
- .kaniko-latest
- .kaniko:linux/arm
kaniko-stable:linux/amd64:
extends:
- .kaniko-stable
- .kaniko:linux/amd64
kaniko-stable:linux/arm64:
extends:
- .kaniko-stable
- .kaniko:linux/arm64
kaniko-stable:linux/arm:
extends:
- .kaniko-stable
- .kaniko:linux/arm
kaniko-release:linux/amd64:
extends:
- .kaniko-release
- .kaniko:linux/amd64
kaniko-release:linux/arm64:
extends:
- .kaniko-release
- .kaniko:linux/arm64
kaniko-release:linux/arm:
extends:
- .kaniko-release
- .kaniko:linux/arm
.docker-combine:
stage: docker-combine
image: docker:cli
cache: {}
before_script:
2023-04-24 23:56:54 +00:00
- 'BUILD_ARCHES="linux-amd64 linux-arm64-v8 linux-arm-v7"'
- export IMAGE_TAG=$CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA
- export IMAGE_TAG_SLUG=$CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
- export IMAGE_TAG_LATEST=$CI_REGISTRY_IMAGE:latest
- export IMAGE_TAG_LATEST_STABLE=$CI_REGISTRY_IMAGE:latest-stable
- 'IMAGES=; for arch in $BUILD_ARCHES; do IMAGES="$IMAGES $CI_REGISTRY_IMAGE/$arch:$CI_COMMIT_SHORT_SHA"; done'
- 'IMAGES_SLUG=; for arch in $BUILD_ARCHES; do IMAGES_SLUG="$IMAGES_SLUG $CI_REGISTRY_IMAGE/$arch:$CI_COMMIT_REF_SLUG"; done'
- 'IMAGES_LATEST=; for arch in $BUILD_ARCHES; do IMAGES_LATEST="$IMAGES_LATEST $CI_REGISTRY_IMAGE/$arch:latest"; done'
- 'IMAGES_LATEST_STABLE=; for arch in $BUILD_ARCHES; do IMAGES_LATEST_STABLE="$IMAGES_LATEST_STABLE $CI_REGISTRY_IMAGE/$arch:latest"; done'
- mkdir -p ~/.docker
- echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > ~/.docker/config.json
docker-combine:latest:
extends: .docker-combine
only:
- develop@pleroma/pleroma
script:
- 'docker manifest create $IMAGE_TAG $IMAGES'
- 'docker manifest push $IMAGE_TAG'
- 'docker manifest create $IMAGE_TAG_SLUG $IMAGES_SLUG'
- 'docker manifest push $IMAGE_TAG_SLUG'
- 'docker manifest create $IMAGE_TAG_LATEST $IMAGES_LATEST'
- 'docker manifest push $IMAGE_TAG_LATEST'
docker-combine:stable:
extends: .docker-combine
only:
- stable@pleroma/pleroma
script:
- 'docker manifest create $IMAGE_TAG $IMAGES'
- 'docker manifest push $IMAGE_TAG'
- 'docker manifest create $IMAGE_TAG_SLUG $IMAGES_SLUG'
- 'docker manifest push $IMAGE_TAG_SLUG'
- 'docker manifest create $IMAGE_TAG_LATEST_STABLE $IMAGES_LATEST_STABLE'
- 'docker manifest push $IMAGE_TAG_LATEST_STABLE'
docker-combine:release:
extends: .docker-combine
only:
- /^release/.*$/@pleroma/pleroma
script:
- 'docker manifest create $IMAGE_TAG $IMAGES'
- 'docker manifest push $IMAGE_TAG'
- 'docker manifest create $IMAGE_TAG_SLUG $IMAGES_SLUG'
- 'docker manifest push $IMAGE_TAG_SLUG'