kopia lustrzana https://dev.funkwhale.audio/funkwhale/funkwhale
361 wiersze
10 KiB
YAML
361 wiersze
10 KiB
YAML
variables:
|
|
IMAGE_NAME: funkwhale/funkwhale
|
|
IMAGE: $IMAGE_NAME:$CI_COMMIT_REF_NAME
|
|
IMAGE_LATEST: $IMAGE_NAME:latest
|
|
ALL_IN_ONE_IMAGE_NAME: funkwhale/all-in-one
|
|
ALL_IN_ONE_IMAGE: $ALL_IN_ONE_IMAGE_NAME:$CI_COMMIT_REF_NAME
|
|
ALL_IN_ONE_IMAGE_LATEST: $ALL_IN_ONE_IMAGE_NAME:latest
|
|
PIP_CACHE_DIR: "$CI_PROJECT_DIR/pip-cache"
|
|
PYTHONDONTWRITEBYTECODE: "true"
|
|
REVIEW_DOMAIN: preview.funkwhale.audio
|
|
REVIEW_INSTANCE_URL: https://funkwhale.juniorjpdj.pl
|
|
DOCKER_HOST: tcp://docker:2375/
|
|
DOCKER_DRIVER: overlay2
|
|
DOCKER_TLS_CERTDIR: ""
|
|
BUILD_PLATFORMS: linux/amd64,linux/arm64,linux/arm/v7
|
|
|
|
stages:
|
|
- review
|
|
- lint
|
|
- build
|
|
- test
|
|
- deploy
|
|
- deps
|
|
|
|
review_front:
|
|
interruptible: true
|
|
stage: review
|
|
image: node:12-buster
|
|
when: manual
|
|
allow_failure: true
|
|
variables:
|
|
BASE_URL: /-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/front-review/
|
|
VUE_APP_ROUTER_BASE_URL: /-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/front-review/
|
|
VUE_APP_INSTANCE_URL: $REVIEW_INSTANCE_URL
|
|
NODE_ENV: review
|
|
before_script:
|
|
- curl -L -o /usr/local/bin/jq https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64
|
|
- chmod +x /usr/local/bin/jq
|
|
- rm -rf front-review
|
|
- mkdir front-review
|
|
- cd front
|
|
script:
|
|
- yarn install
|
|
# this is to ensure we don't have any errors in the output,
|
|
# cf https://dev.funkwhale.audio/funkwhale/funkwhale/issues/169
|
|
- yarn run build | tee /dev/stderr | (! grep -i 'ERROR in')
|
|
- cp -r dist/* ../front-review
|
|
artifacts:
|
|
expire_in: 2 weeks
|
|
paths:
|
|
- front-review
|
|
cache:
|
|
key: "funkwhale__front_dependencies"
|
|
paths:
|
|
- front/node_modules
|
|
- front/yarn.lock
|
|
only:
|
|
- branches
|
|
tags:
|
|
- docker
|
|
environment:
|
|
name: review/front/$CI_COMMIT_REF_NAME
|
|
url: http://$CI_PROJECT_NAMESPACE.pages.funkwhale.audio/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/front-review/index.html
|
|
|
|
review_docs:
|
|
interruptible: true
|
|
stage: review
|
|
when: manual
|
|
allow_failure: true
|
|
image: python:3.6
|
|
variables:
|
|
BUILD_PATH: "../docs-review"
|
|
before_script:
|
|
- rm -rf docs-review
|
|
- mkdir docs-review
|
|
- cd docs
|
|
- apt-get update
|
|
- apt-get install -y graphviz
|
|
- pip install sphinx sphinx_rtd_theme django-environ django
|
|
script:
|
|
- ./build_docs.sh
|
|
cache:
|
|
key: "$CI_PROJECT_ID__sphinx"
|
|
paths:
|
|
- "$PIP_CACHE_DIR"
|
|
artifacts:
|
|
expire_in: 2 weeks
|
|
paths:
|
|
- docs-review
|
|
only:
|
|
- branches
|
|
tags:
|
|
- docker
|
|
environment:
|
|
name: review/docs/$CI_COMMIT_REF_NAME
|
|
url: http://$CI_PROJECT_NAMESPACE.pages.funkwhale.audio/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/docs-review/index.html
|
|
|
|
black:
|
|
interruptible: true
|
|
image: python:3.6
|
|
stage: lint
|
|
variables:
|
|
GIT_STRATEGY: fetch
|
|
before_script:
|
|
- pip install black==19.10b0
|
|
script:
|
|
- black --check --diff api/
|
|
only:
|
|
changes:
|
|
- api/**/*
|
|
|
|
flake8:
|
|
interruptible: true
|
|
image: python:3.6
|
|
stage: lint
|
|
variables:
|
|
GIT_STRATEGY: fetch
|
|
before_script:
|
|
- pip install 'flake8<3.7'
|
|
script:
|
|
- flake8 -v api
|
|
cache:
|
|
key: "$CI_PROJECT_ID__flake8_pip_cache"
|
|
paths:
|
|
- "$PIP_CACHE_DIR"
|
|
only:
|
|
changes:
|
|
- api/**/*
|
|
|
|
eslint:
|
|
interruptible: true
|
|
image: node:12-buster
|
|
stage: lint
|
|
allow_failure: true
|
|
before_script:
|
|
- cd front
|
|
- yarn install
|
|
script:
|
|
- yarn lint --max-warnings 0
|
|
cache:
|
|
key: "$CI_PROJECT_ID__eslint_npm_cache"
|
|
paths:
|
|
- front/node_modules
|
|
only:
|
|
changes:
|
|
- front/**/*
|
|
|
|
test_api:
|
|
interruptible: true
|
|
services:
|
|
- postgres:11
|
|
- redis:5
|
|
stage: test
|
|
image: $CI_REGISTRY/funkwhale/backend-test-docker:latest
|
|
cache:
|
|
key: "$CI_PROJECT_ID__pip_cache"
|
|
paths:
|
|
- "$PIP_CACHE_DIR"
|
|
variables:
|
|
DATABASE_URL: "postgresql://postgres@postgres/postgres"
|
|
FUNKWHALE_URL: "https://funkwhale.ci"
|
|
DJANGO_SETTINGS_MODULE: config.settings.local
|
|
POSTGRES_HOST_AUTH_METHOD: trust
|
|
CACHE_URL: "redis://redis:6379/0"
|
|
only:
|
|
refs:
|
|
- branches
|
|
changes:
|
|
- api/**/*
|
|
before_script:
|
|
- cd api
|
|
- pip3 install -r requirements/base.txt
|
|
- pip3 install -r requirements/local.txt
|
|
- pip3 install -r requirements/test.txt
|
|
script:
|
|
- pytest --cov-report xml --cov-report term-missing:skip-covered --cov=funkwhale_api --junitxml=report.xml tests/
|
|
tags:
|
|
- docker
|
|
artifacts:
|
|
when: always
|
|
reports:
|
|
junit: api/report.xml
|
|
cobertura: api/coverage.xml
|
|
|
|
test_front:
|
|
interruptible: true
|
|
stage: test
|
|
image: node:12-buster
|
|
before_script:
|
|
- cd front
|
|
only:
|
|
refs:
|
|
- branches
|
|
changes:
|
|
- front/**/*
|
|
script:
|
|
- yarn install --check-files
|
|
- yarn test:unit
|
|
cache:
|
|
key: "funkwhale__front_dependencies"
|
|
paths:
|
|
- front/node_modules
|
|
- front/yarn.lock
|
|
artifacts:
|
|
name: "front_${CI_COMMIT_REF_NAME}"
|
|
paths:
|
|
- front/dist/
|
|
reports:
|
|
junit: front/test-results.xml
|
|
tags:
|
|
- docker
|
|
|
|
build_front:
|
|
stage: build
|
|
image: node:12-buster
|
|
before_script:
|
|
- curl -L -o /usr/local/bin/jq https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64
|
|
- chmod +x /usr/local/bin/jq
|
|
- cd front
|
|
script:
|
|
- yarn install
|
|
- yarn run i18n-compile
|
|
# this is to ensure we don't have any errors in the output,
|
|
# cf https://dev.funkwhale.audio/funkwhale/funkwhale/issues/169
|
|
- yarn build | tee /dev/stderr | (! grep -i 'ERROR in')
|
|
- chmod -R 755 dist
|
|
artifacts:
|
|
name: "front_${CI_COMMIT_REF_NAME}"
|
|
paths:
|
|
- front/dist/
|
|
only:
|
|
- tags@funkwhale/funkwhale
|
|
- master@funkwhale/funkwhale
|
|
- stable@funkwhale/funkwhale
|
|
- develop@funkwhale/funkwhale
|
|
tags:
|
|
- docker
|
|
|
|
pages:
|
|
stage: test
|
|
image: python:3.6
|
|
variables:
|
|
BUILD_PATH: "../public"
|
|
before_script:
|
|
- cd docs
|
|
- apt-get update
|
|
- apt-get install -y graphviz
|
|
- pip install sphinx sphinx_rtd_theme django-environ django
|
|
script:
|
|
- ./build_docs.sh
|
|
cache:
|
|
key: "$CI_PROJECT_ID__sphinx"
|
|
paths:
|
|
- "$PIP_CACHE_DIR"
|
|
artifacts:
|
|
paths:
|
|
- public
|
|
only:
|
|
- stable@funkwhale/funkwhale
|
|
tags:
|
|
- docker
|
|
|
|
.docker_publish:
|
|
stage: deploy
|
|
image: egon0/docker-with-buildx-and-git:bash
|
|
tags:
|
|
- multiarch
|
|
services:
|
|
- docker:20-dind
|
|
before_script:
|
|
- docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
|
|
- docker login -u $DOCKER_LOGIN -p $DOCKER_PASSWORD
|
|
- cp -r front/dist api/frontend
|
|
script:
|
|
|
|
docker_publish_stable_release:
|
|
# Publish a docker image for releases
|
|
extends: .docker_publish
|
|
rules:
|
|
- if: $CI_COMMIT_TAG && $CI_COMMIT_REF_NAME =~ /^[0-9]+(.[0-9]+){1,2}$/
|
|
script:
|
|
# Check if this is the latest release
|
|
- ./docs/get-releases-json.py | scripts/is-docker-latest.py $CI_COMMIT_TAG - && export DOCKER_LATEST_TAG="-t $IMAGE_LATEST" || export DOCKER_LATEST_TAG=;
|
|
- export major="$(echo $CI_COMMIT_REF_NAME | cut -d '.' -f 1)"
|
|
- export minor="$(echo $CI_COMMIT_REF_NAME | cut -d '.' -f 1,2)"; fi
|
|
- cd api
|
|
- docker buildx create --use --name A$CI_COMMIT_SHORT_SHA
|
|
- docker buildx build --platform $BUILD_PLATFORMS --push -t $IMAGE -t $DOCKER_LATEST_TAG -t $IMAGE_NAME:$major -t $IMAGE_NAME:$minor .
|
|
|
|
docker_publish_unstable_release:
|
|
# Publish a docker image for releases
|
|
extends: .docker_publish
|
|
rules:
|
|
- if: $CI_COMMIT_TAG && $CI_COMMIT_REF_NAME !~ /^[0-9]+(.[0-9]+){1,2}$/
|
|
script:
|
|
# Check if this is the latest release
|
|
- cd api
|
|
- docker buildx create --use --name A$CI_COMMIT_SHORT_SHA
|
|
- docker buildx build --platform $BUILD_PLATFORMS --push -t $IMAGE .
|
|
|
|
docker_published_non-release:
|
|
# Publish a docker image for each commit on develop
|
|
extends: .docker_publish
|
|
only:
|
|
- develop@funkwhale/funkwhale
|
|
- stable@funkwhale/funkwhale
|
|
script:
|
|
- ./scripts/set-api-build-metadata.sh $CI_COMMIT_SHORT_SHA
|
|
- cd api
|
|
- docker buildx create --use --name A$CI_COMMIT_SHORT_SHA
|
|
- docker buildx build --platform $BUILD_PLATFORMS --push -t $IMAGE .
|
|
|
|
docker_all_in_one_release:
|
|
stage: deploy
|
|
image: egon0/docker-with-buildx-and-git:bash
|
|
services:
|
|
- docker:20-dind
|
|
variables:
|
|
ALL_IN_ONE_REF: main
|
|
ALL_IN_ONE_ARTIFACT_URL: https://dev.funkwhale.audio/funkwhale/funkwhale-docker-all-in-one/-/archive/$ALL_IN_ONE_REF/funkwhale-docker-all-in-one-$ALL_IN_ONE_REF.zip
|
|
BUILD_PATH: all_in_one
|
|
before_script:
|
|
- docker login -u $DOCKER_LOGIN -p $DOCKER_PASSWORD
|
|
- (if [ "$CI_COMMIT_REF_NAME" == "develop" ] || [ "$CI_COMMIT_REF_NAME" == "master" ] || [ "$CI_COMMIT_REF_NAME" == "stable" ]; then ./scripts/set-api-build-metadata.sh $(echo $CI_COMMIT_SHA | cut -c 1-8); fi);
|
|
script:
|
|
- if [[ ! -z "$CI_COMMIT_TAG" ]]; then (./docs/get-releases-json.py | scripts/is-docker-latest.py $CI_COMMIT_TAG -) && export DOCKER_LATEST_TAG="-t $ALL_IN_ONE_IMAGE_LATEST" || export DOCKER_LATEST_TAG=; fi
|
|
- wget $ALL_IN_ONE_ARTIFACT_URL -O all_in_one.zip
|
|
- unzip -o all_in_one.zip -d tmpdir
|
|
- mv tmpdir/funkwhale-docker-all-in-one-$ALL_IN_ONE_REF $BUILD_PATH && rmdir tmpdir
|
|
- cp -r api $BUILD_PATH/src/api
|
|
- cp -r front $BUILD_PATH/src/front
|
|
- cd $BUILD_PATH
|
|
- ./scripts/download-nginx-template.sh src/ $CI_COMMIT_REF_NAME
|
|
- docker build -t $ALL_IN_ONE_IMAGE $DOCKER_LATEST_TAG .
|
|
- docker push $ALL_IN_ONE_IMAGE
|
|
- if [[ ! -z "$DOCKER_LATEST_TAG" ]]; then docker push $ALL_IN_ONE_IMAGE_LATEST; fi
|
|
only:
|
|
- develop@funkwhale/funkwhale
|
|
- master@funkwhale/funkwhale
|
|
- stable@funkwhale/funkwhale
|
|
- tags@funkwhale/funkwhale
|
|
|
|
build_api:
|
|
# Simply publish a zip containing api/ directory
|
|
stage: deploy
|
|
image: bash
|
|
artifacts:
|
|
name: "api_${CI_COMMIT_REF_NAME}"
|
|
paths:
|
|
- api
|
|
script:
|
|
- rm -rf api/tests
|
|
- (if [ "$CI_COMMIT_REF_NAME" == "develop" ] || [ "$CI_COMMIT_REF_NAME" == "stable" ] || [ "$CI_COMMIT_REF_NAME" == "master" ]; then ./scripts/set-api-build-metadata.sh $(echo $CI_COMMIT_SHA | cut -c 1-8); fi);
|
|
- chmod -R 750 api
|
|
- echo Done!
|
|
only:
|
|
- tags@funkwhale/funkwhale
|
|
- master@funkwhale/funkwhale
|
|
- stable@funkwhale/funkwhale
|
|
- develop@funkwhale/funkwhale
|