variables: IMAGE_NAME: funkwhale/funkwhale IMAGE: $IMAGE_NAME:$CI_COMMIT_REF_NAME IMAGE_LATEST: $IMAGE_NAME:latest ALL_IN_ONE_IMAGE_NAME: funkwhale/all-in-one ALL_IN_ONE_IMAGE: $ALL_IN_ONE_IMAGE_NAME:$CI_COMMIT_REF_NAME ALL_IN_ONE_IMAGE_LATEST: $ALL_IN_ONE_IMAGE_NAME:latest PIP_CACHE_DIR: "$CI_PROJECT_DIR/pip-cache" PYTHONDONTWRITEBYTECODE: "true" REVIEW_DOMAIN: preview.funkwhale.audio REVIEW_INSTANCE_URL: https://funkwhale.juniorjpdj.pl DOCKER_HOST: tcp://docker:2375/ DOCKER_DRIVER: overlay2 DOCKER_TLS_CERTDIR: "" BUILD_PLATFORMS: linux/amd64,linux/arm64,linux/arm/v7 stages: - build - review - lint - test - deploy - deps review_front: interruptible: true stage: review image: node:12-buster when: manual allow_failure: true variables: BASE_URL: /-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/front-review/ VUE_APP_ROUTER_BASE_URL: /-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/front-review/ VUE_APP_INSTANCE_URL: $REVIEW_INSTANCE_URL NODE_ENV: review before_script: - curl -L -o /usr/local/bin/jq https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64 - chmod +x /usr/local/bin/jq - rm -rf front-review - mkdir front-review - cd front script: - yarn install # this is to ensure we don't have any errors in the output, # cf https://dev.funkwhale.audio/funkwhale/funkwhale/issues/169 - yarn run build | tee /dev/stderr | (! grep -i 'ERROR in') - cp -r dist/* ../front-review artifacts: expire_in: 2 weeks paths: - front-review cache: key: "funkwhale__front_dependencies" paths: - front/node_modules - front/yarn.lock only: - branches tags: - docker environment: name: review/front/$CI_COMMIT_REF_NAME url: http://$CI_PROJECT_NAMESPACE.pages.funkwhale.audio/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/front-review/index.html review_docs: interruptible: true stage: review when: manual allow_failure: true image: python:3.6 variables: BUILD_PATH: "../docs-review" before_script: - rm -rf docs-review - mkdir docs-review - cd docs - apt-get update - apt-get install -y graphviz - pip install sphinx sphinx_rtd_theme django-environ django myst-parser sphinx-panels script: - ./build_docs.sh cache: key: "$CI_PROJECT_ID__sphinx" paths: - "$PIP_CACHE_DIR" artifacts: expire_in: 2 weeks paths: - docs-review only: - branches tags: - docker environment: name: review/docs/$CI_COMMIT_REF_NAME url: http://$CI_PROJECT_NAMESPACE.pages.funkwhale.audio/-/$CI_PROJECT_NAME/-/jobs/$CI_JOB_ID/artifacts/docs-review/index.html black: interruptible: true image: python:3.6 stage: lint variables: GIT_STRATEGY: fetch before_script: - pip install black script: - black --check --diff . flake8: interruptible: true image: python:3.6 stage: lint variables: GIT_STRATEGY: fetch before_script: - pip install 'flake8<3.7' script: - flake8 -v api cache: key: "$CI_PROJECT_ID__flake8_pip_cache" paths: - "$PIP_CACHE_DIR" eslint: interruptible: true image: node:12-buster stage: lint before_script: - cd front - yarn install script: - yarn lint --max-warnings 0 cache: key: "$CI_PROJECT_ID__eslint_npm_cache" paths: - front/node_modules .test_api: interruptible: true services: - postgres:11 - redis:5 stage: test cache: key: "$CI_PROJECT_ID__pip_cache" paths: - "$PIP_CACHE_DIR" variables: DATABASE_URL: "postgresql://postgres@postgres/postgres" FUNKWHALE_URL: "https://funkwhale.ci" DJANGO_SETTINGS_MODULE: config.settings.local POSTGRES_HOST_AUTH_METHOD: trust CACHE_URL: "redis://redis:6379/0" only: refs: - branches before_script: - cd api - poetry install --no-root script: - poetry run pytest --cov-report xml --cov-report term-missing:skip-covered --cov=funkwhale_api --junitxml=report.xml tests/ tags: - docker artifacts: when: always reports: junit: api/report.xml cobertura: api/coverage.xml test_api_3.7: extends: .test_api image: $CI_REGISTRY/funkwhale/backend-test-docker:3.7 test_api_3.8: extends: .test_api image: $CI_REGISTRY/funkwhale/backend-test-docker:3.8 test_api_3.9: extends: .test_api image: $CI_REGISTRY/funkwhale/backend-test-docker:3.9 test_api_3.10: extends: .test_api image: $CI_REGISTRY/funkwhale/backend-test-docker:3.10 allow_failure: true # We do not yet support python 3.10, see #1653 test_front: interruptible: true stage: test image: node:12-buster before_script: - cd front only: refs: - branches script: - yarn install --check-files - yarn test:unit cache: key: "funkwhale__front_dependencies" paths: - front/node_modules - front/yarn.lock artifacts: name: "front_${CI_COMMIT_REF_NAME}" paths: - front/dist/ reports: junit: front/test-results.xml tags: - docker build_docs: stage: build image: $CI_REGISTRY/funkwhale/backend-test-docker:latest services: - postgres:11 - redis:5 cache: key: "$CI_PROJECT_ID__pip_cache" paths: - "$PIP_CACHE_DIR" variables: DATABASE_URL: "postgresql://postgres@postgres/postgres" FUNKWHALE_URL: "https://funkwhale.ci" DJANGO_SETTINGS_MODULE: config.settings.local POSTGRES_HOST_AUTH_METHOD: trust CACHE_URL: "redis://redis:6379/0" before_script: - cd api - pip3 install poetry - poetry install - poetry run python manage.py migrate script: - poetry run python manage.py spectacular --file ../docs/schema.yml tags: - docker artifacts: paths: - docs/schema.yml build_front: stage: build image: node:12-buster before_script: - curl -L -o /usr/local/bin/jq https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64 - chmod +x /usr/local/bin/jq - cd front script: - yarn install - yarn run i18n-compile # this is to ensure we don't have any errors in the output, # cf https://dev.funkwhale.audio/funkwhale/funkwhale/issues/169 - yarn build | tee /dev/stderr | (! grep -i 'ERROR in') - chmod -R 755 dist artifacts: name: "front_${CI_COMMIT_REF_NAME}" paths: - front/dist/ only: - tags@funkwhale/funkwhale - master@funkwhale/funkwhale - stable@funkwhale/funkwhale - develop@funkwhale/funkwhale tags: - docker pages: stage: test image: python:3.6 variables: BUILD_PATH: "../public" before_script: - cd docs - apt-get update - apt-get install -y graphviz - pip install sphinx sphinx_rtd_theme django-environ django myst-parser sphinx-panels script: - ./build_docs.sh cache: key: "$CI_PROJECT_ID__sphinx" paths: - "$PIP_CACHE_DIR" artifacts: paths: - public only: - stable@funkwhale/funkwhale tags: - docker .docker_publish: stage: deploy image: egon0/docker-with-buildx-and-git:bash tags: - multiarch services: - docker:20-dind before_script: - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY - docker login -u $DOCKER_LOGIN -p $DOCKER_PASSWORD - cp -r front/dist api/frontend script: docker_publish_stable_release: # Publish a docker image for releases extends: .docker_publish rules: - if: $CI_COMMIT_TAG && $CI_COMMIT_REF_NAME =~ /^[0-9]+(.[0-9]+){1,2}$/ script: # Check if this is the latest release - ./docs/get-releases-json.py | scripts/is-docker-latest.py $CI_COMMIT_TAG - && export DOCKER_LATEST_TAG="-t $IMAGE_LATEST" || export DOCKER_LATEST_TAG=; - export major="$(echo $CI_COMMIT_REF_NAME | cut -d '.' -f 1)" - export minor="$(echo $CI_COMMIT_REF_NAME | cut -d '.' -f 1,2)" - cd api - docker buildx create --use --name A$CI_COMMIT_SHORT_SHA - docker buildx build --platform $BUILD_PLATFORMS --push -t $IMAGE $DOCKER_LATEST_TAG -t $IMAGE_NAME:$major -t $IMAGE_NAME:$minor . docker_publish_unstable_release: # Publish a docker image for releases extends: .docker_publish rules: - if: $CI_COMMIT_TAG && $CI_COMMIT_REF_NAME !~ /^[0-9]+(.[0-9]+){1,2}$/ script: # Check if this is the latest release - cd api - docker buildx create --use --name A$CI_COMMIT_SHORT_SHA - docker buildx build --platform $BUILD_PLATFORMS --push -t $IMAGE . docker_published_non-release: # Publish a docker image for each commit on develop extends: .docker_publish only: - develop@funkwhale/funkwhale - stable@funkwhale/funkwhale script: - ./scripts/set-api-build-metadata.sh $CI_COMMIT_SHORT_SHA - cd api - docker buildx create --use --name A$CI_COMMIT_SHORT_SHA - docker buildx build --platform $BUILD_PLATFORMS --push -t $IMAGE . docker_all_in_one_release: stage: deploy image: egon0/docker-with-buildx-and-git:bash allow_failure: true services: - docker:20-dind variables: ALL_IN_ONE_REF: main ALL_IN_ONE_ARTIFACT_URL: https://dev.funkwhale.audio/funkwhale/funkwhale-docker-all-in-one/-/archive/$ALL_IN_ONE_REF/funkwhale-docker-all-in-one-$ALL_IN_ONE_REF.zip BUILD_PATH: all_in_one before_script: - docker login -u $DOCKER_LOGIN -p $DOCKER_PASSWORD - (if [ "$CI_COMMIT_REF_NAME" == "develop" ] || [ "$CI_COMMIT_REF_NAME" == "master" ] || [ "$CI_COMMIT_REF_NAME" == "stable" ]; then ./scripts/set-api-build-metadata.sh $(echo $CI_COMMIT_SHA | cut -c 1-8); fi); script: - if [[ ! -z "$CI_COMMIT_TAG" ]]; then (./docs/get-releases-json.py | scripts/is-docker-latest.py $CI_COMMIT_TAG -) && export DOCKER_LATEST_TAG="-t $ALL_IN_ONE_IMAGE_LATEST" || export DOCKER_LATEST_TAG=; fi - wget $ALL_IN_ONE_ARTIFACT_URL -O all_in_one.zip - unzip -o all_in_one.zip -d tmpdir - mv tmpdir/funkwhale-docker-all-in-one-$ALL_IN_ONE_REF $BUILD_PATH && rmdir tmpdir - cp -r api $BUILD_PATH/src/api - cp -r front $BUILD_PATH/src/front - cd $BUILD_PATH - ./scripts/download-nginx-template.sh src/ $CI_COMMIT_REF_NAME - docker build -t $ALL_IN_ONE_IMAGE $DOCKER_LATEST_TAG . - docker push $ALL_IN_ONE_IMAGE - if [[ ! -z "$DOCKER_LATEST_TAG" ]]; then docker push $ALL_IN_ONE_IMAGE_LATEST; fi only: - develop@funkwhale/funkwhale - master@funkwhale/funkwhale - stable@funkwhale/funkwhale - tags@funkwhale/funkwhale build_api: # Simply publish a zip containing api/ directory stage: deploy image: bash artifacts: name: "api_${CI_COMMIT_REF_NAME}" paths: - api script: - rm -rf api/tests - (if [ "$CI_COMMIT_REF_NAME" == "develop" ] || [ "$CI_COMMIT_REF_NAME" == "stable" ] || [ "$CI_COMMIT_REF_NAME" == "master" ]; then ./scripts/set-api-build-metadata.sh $(echo $CI_COMMIT_SHA | cut -c 1-8); fi); - chmod -R 750 api - echo Done! only: - tags@funkwhale/funkwhale - master@funkwhale/funkwhale - stable@funkwhale/funkwhale - develop@funkwhale/funkwhale