fluffychat/.gitlab-ci.yml

variables:
  FLUTTER_VERSION: 3.7.0

image:
  name: cirrusci/flutter:${FLUTTER_VERSION}
  pull_policy: if-not-present

.shared_windows_runners:
  tags:
    - shared-windows
    - windows
    - windows-1809

stages:
  - test
  - build
  - deploy

code_analyze:
  stage: test
  script: [ ./scripts/code_analyze.sh ]
  artifacts:
    reports:
      codequality: code-quality-report.json
  tags:
    - docker
    - famedly

widget_test:
  stage: test
  script: [ flutter test ]
  tags:
    - docker
    - famedly

# the basic integration test configuration testing FLOSS builds on Synapse
integration_test:
  image: registry.gitlab.com/famedly/company/frontend/flutter-dockerimages/integration/stable:${FLUTTER_VERSION}
  stage: test
  services:
    - name: docker:dind
      alias: docker
  parallel:
    matrix:
      - HOMESERVER_IMPLEMENTATION:
          - synapse
          - dendrite
          - conduit
  variables:
    # activate container-to-container networking
    FF_NETWORK_PER_BUILD: "true"
    # Tell docker CLI how to talk to Docker daemon.
    DOCKER_HOST: tcp://docker:2375/
    # Use the btrfs driver for improved performance.
    DOCKER_DRIVER: btrfs
    # Disable TLS since we're running inside local network.
    DOCKER_TLS_CERTDIR: ""
    HOMESERVER: docker
  before_script:
    - scripts/integration-prepare-host.sh
    # create test user environment variables
    - source scripts/integration-create-environment-variables.sh
    # create Synapse instance
    - scripts/integration-server-${HOMESERVER_IMPLEMENTATION}.sh
    # properly set the homeserver IP and create test users
    - scripts/integration-prepare-homeserver.sh
  script:
    # start AVD and keep running in background
    - scripts/integration-start-avd.sh &
    - flutter pub get
    - scrcpy --no-display --record video.mkv &
    - flutter test integration_test --dart-define=HOMESERVER=$HOMESERVER --dart-define=USER1_NAME=$USER1_NAME --dart-define=USER2_NAME=$USER2_NAME --dart-define=USER1_PW=$USER1_PW --dart-define=USER2_PW=$USER2_PW || ( sleep 10 && exit 1 )
  after_script:
    - ffmpeg -i video.mkv -vf scale=iw/2:-2 -crf 40 -b:v 2000k -preset fast video.mp4 || true
  timeout: 30m
  retry: 2
  rules:
    - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
      when: always
  artifacts:
    when: always
    paths:
      - video.mp4
  tags:
    - docker
    - famedly


# integration tests for Linux builds
### disabled because of Linux headless issues
.integration_test_linux:
  image: cirrusci/flutter:${FLUTTER_VERSION}
  extends: integration_test
  parallel:
    matrix:
      - HOMESERVER_IMPLEMENTATION:
          - conduit
  script:
    - apt-get update
    - apt-get install -y clang cmake ninja-build pkg-config libgtk-3-dev liblzma-dev libsecret-1-dev libjsoncpp-dev
    - flutter pub get
    - flutter test integration_test -d linux --dart-define=HOMESERVER=$HOMESERVER --dart-define=USER1_NAME=$USER1_NAME --dart-define=USER2_NAME=$USER2_NAME --dart-define=USER1_PW=$USER1_PW --dart-define=USER2_PW=$USER2_PW || ( sleep 10 && exit 1 )
  after_script: [ ]
  artifacts:

# extending the default tests to test the Google-flavored builds
integration_test_proprietary:
  extends: integration_test
  parallel:
    matrix:
      - HOMESERVER_IMPLEMENTATION:
          - conduit
  script:
    # start AVD and keep running in background
    - scripts/integration-start-avd.sh &
    - git apply ./scripts/enable-android-google-services.patch
    - flutter pub get
    - scrcpy --no-display --record video.mkv &
    - flutter test integration_test --dart-define=HOMESERVER=$HOMESERVER --dart-define=USER1_NAME=$USER1_NAME --dart-define=USER2_NAME=$USER2_NAME --dart-define=USER1_PW=$USER1_PW --dart-define=USER2_PW=$USER2_PW || ( sleep 10 && exit 1 )

release_mode_launches:
  parallel:
    matrix:
      - FLAVOR:
          - floss
          - proprietary
  image: registry.gitlab.com/famedly/company/frontend/flutter-dockerimages/integration/stable:${FLUTTER_VERSION}
  stage: test
  before_script:
    - |
      if [ "$FLAVOR" == "proprietary" ]; then
        git apply ./scripts/enable-android-google-services.patch
      fi      
  script:
    # start AVD and keep running in background
    - scripts/integration-start-avd.sh &
    # generate temporary release build configuration and ensure app launches
    - scripts/integration-check-release-build.sh
  timeout: 20m
  tags:
    - docker
    - famedly

build_web:
  stage: build
  before_script:
    [ sudo apt update && sudo apt install curl -y, ./scripts/prepare-web.sh ]
  script: [ ./scripts/build-web.sh ]
  artifacts:
    paths:
      - build/web/
  tags:
    - docker
    - famedly

# yes, we *do* build a Windows DLL on Linux. More reliable.
build_olm_windows:
  image: archlinux:latest
  stage: test
  before_script:
    - pacman-key --init
    - pacman --noconfirm -Sy mingw-w64 cmake git base-devel
  script:
    - ./scripts/build-olm-windows.sh
    - mv olm/build/libolm.dll .
  artifacts:
    paths:
      - libolm.dll
  allow_failure: true
  only:
    - main
    - tags

build_windows:
  extends:
    - .shared_windows_runners
  stage: test
  before_script:
    - ./scripts/prepare-windows.ps1
    # workarounding artifacts download being broken
    - $response = Invoke-WebRequest -Uri "$CI_API_V4_URL/projects/$CI_PROJECT_ID/pipelines/$CI_PIPELINE_ID/jobs" -UseBasicParsing
    - $jobs = $response | ConvertFrom-Json
    - $job = $jobs | where { $_.name -eq "build_olm_windows" }
    - $jobId = $job.id
    - Invoke-WebRequest -Uri "$CI_API_V4_URL/projects/$CI_PROJECT_ID/jobs/$jobId/artifacts/libolm.dll" -UseBasicParsing -OutFile libolm.dll
  script:
    - ./scripts/build-windows.ps1
    - Copy-Item -Path "libolm.dll" -Destination "build/windows/runner/Release"
    - ./scripts/package-windows.ps1
  artifacts:
    paths:
      - build/windows/runner/Release
  allow_failure: true
  only:
    - main
    - tags

build_android_debug:
  stage: build
  script: [ ./scripts/build-android-debug.sh ]
  artifacts:
    when: on_success
    paths:
      - build/app/outputs/apk/debug/app-debug.apk
  except:
    - main
    - tags
  tags:
    - docker
    - famedly

build_android_apk:
  stage: build
  before_script:
    - git apply ./scripts/enable-android-google-services.patch
    - ./scripts/prepare-android-release.sh
  script: [ ./scripts/build-android-apk.sh ]
  artifacts:
    when: on_success
    paths:
      - build/android/app-release.apk
  tags:
    - docker
    - famedly
  only:
    - main
    - tags

deploy_playstore_internal:
  stage: deploy
  before_script:
    - git apply ./scripts/enable-android-google-services.patch
    - ./scripts/prepare-android-release.sh
  script: [ ./scripts/release-playstore-beta.sh ]
  artifacts:
    when: on_success
    paths:
      - build/android/app-release.aab
  resource_group: playstore_release
  tags:
    - docker
    - famedly
  only:
    - main

fdroid_repo:
  image: debian:testing
  stage: deploy
  before_script:
    - apt-get update && apt-get -qy install fdroidserver wget curl jq --no-install-recommends || true
    - ./scripts/prepare-fdroid.sh || true
  script:
    - ./scripts/create_fdroid_repos.sh || true
  artifacts:
    when: always
    paths:
      - repo
  needs:
    - "build_android_apk"
  resource_group: playstore_release
  tags:
    - docker
    - famedly
  allow_failure: true
  only:
    - main

pages:
  needs:
    - "build_web"
    - "fdroid_repo"
  stage: deploy
  image: node:alpine
  before_script:
    - apk update
    - apk add jq unzip curl wget bash
  script:
    - cd docs
    - npx tailwindcss -o ./tailwind.css --minify
    - cd ..
    - mv docs public
    - mv repo public || true
    - mv build/web/ public/nightly
    # ensure the nightly deployment knows its location
    - sed -i "s/href=\"\/web\/\"/href=\"\/nightly\/\"/g" public/nightly/index.html
    - rm -rf build
    - ./scripts/download-web-stable.sh
    - mv stable public/web
  artifacts:
    paths:
      - public
  only:
    - main

build_linux_x86:
  stage: build
  image: registry.gitlab.com/famedly/company/frontend/flutter-dockerimages/flutter-linux/stable
  before_script:
    [
      sudo apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install keyboard-configuration -y && sudo apt-get install curl clang cmake ninja-build pkg-config libgtk-3-dev libblkid-dev liblzma-dev libjsoncpp-dev cmake-data libsecret-1-dev libsecret-1-0 librhash0 -y,
    ]
  script: [ ./scripts/build-linux.sh ]
  tags:
    - docker
    - famedly
  artifacts:
    when: on_success
    paths:
      - build/linux/x64/release/bundle/

build_linux_arm64:
  stage: build
  before_script: [ flutter upgrade ]
  script: [ ./scripts/build-linux.sh ]
  tags: [ docker_arm64 ]
  only:
    - main
    - tags
  allow_failure: true
  artifacts:
    when: on_success
    paths:
      - build/linux/arm64/release/bundle/

update_dependencies:
  stage: build
  needs: [ ]
  tags:
    - docker
  only:
    - schedules
  variables:
    HOST: ${CI_PROJECT_URL}
    UPDATE_BRANCH: ci-bot/dependency-updates
    PRIVATE_TOKEN: ${GITLAB_API_TOKEN}
  before_script:
    - eval $(ssh-agent -s)
    - echo "$SSH_PRIVATE_BOT_KEY" | tr -d '\r' | ssh-add - > /dev/null
    - mkdir -p ~/.ssh
    - chmod 700 ~/.ssh
    - ssh-keyscan -t rsa gitlab.com >> ~/.ssh/known_hosts
    - chmod 644 ~/.ssh/known_hosts
    - git config --global user.email "bot@fluffy.chat"
    - git config --global user.name "Dependency Update Bot"
    - sudo apt-get update && sudo apt-get install -y curl
  script:
    - ./scripts/update-dependencies.sh
    - git remote set-url --push origin git@gitlab.com:$CI_PROJECT_PATH
    - 'git diff --exit-code || (git checkout -B ${UPDATE_BRANCH} && git add . && git commit -m "chore: Update dependencies" && git push -f origin ${UPDATE_BRANCH} && ./scripts/open-mr.sh)'

.release:
  stage: deploy
  image: curlimages/curl:latest
  tags:
    - docker
    - famedly
  rules:
    - if: '$CI_COMMIT_TAG =~ /^v\d+\.\d+\.\d+$/'
    - if: '$CI_COMMIT_TAG =~ /^rc\d+\.\d+\.\d+-\d+$/'
  before_script:
    - export RELEASE_TYPE=$(echo $CI_COMMIT_TAG | grep -oE "[a-z]+")
    - export RELEASE_VERSION=$(echo $CI_COMMIT_TAG | grep -oE "\d+\.\d+\.\d+")
    - export PACKAGE_REGISTRY_URL="${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/fluffychat/${RELEASE_VERSION}"

upload_android:
  extends: .release
  script:
    - |
      curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" --upload-file build/android/app-release.apk ${PACKAGE_REGISTRY_URL}/fluffychat.apk      

upload_web:
  extends: .release
  script:
    # workaround bug of Flutter engine
    - tar czf package.tar.gz --ignore-failed-read -C build/web/ .
    - |
      curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" --upload-file package.tar.gz ${PACKAGE_REGISTRY_URL}/fluffychat-web.tar.gz      

upload_linux_x86:
  extends: .release
  script:
    - tar czf package.tar.gz -C build/linux/x64/release/bundle/ .
    - |
      curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" --upload-file package.tar.gz ${PACKAGE_REGISTRY_URL}/fluffychat-linux-x86.tar.gz      

upload_linux_arm64:
  extends: .release
  script:
    - tar czf package.tar.gz -C build/linux/arm64/release/bundle/ .
    - |
      curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" --upload-file package.tar.gz ${PACKAGE_REGISTRY_URL}/fluffychat-linux-arm64.tar.gz      

upload_windows:
  extends: .release
  image: alpine:latest
  script:
    - apk add --no-cache curl zip
    - mv build/windows/runner/Release/fluffychat.msix fluffychat.msix
    - cd build/windows/runner/Release; zip -r ../../../../package.zip  . ; cd -
    - |
      curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" --upload-file package.zip ${PACKAGE_REGISTRY_URL}/fluffychat-windows.zip
      curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" --upload-file fluffychat.msix ${PACKAGE_REGISTRY_URL}/fluffychat-windows.msix      

deploy_playstore:
  stage: deploy
  before_script:
    - git apply ./scripts/enable-android-google-services.patch
    - ./scripts/prepare-android-release.sh
  script: [ ./scripts/release-playstore.sh ]
  resource_group: playstore_release
  only:
    - tags

release:
  extends: .release
  image: registry.gitlab.com/gitlab-org/release-cli:latest

  script:
    - |
      release-cli create --name "Release ${CI_COMMIT_TAG}" --tag-name $CI_COMMIT_TAG \
        --assets-link "{\"name\":\"fluffychat.apk\",\"url\":\"${PACKAGE_REGISTRY_URL}/fluffychat.apk\"}" \
        --assets-link "{\"name\":\"fluffychat-linux-x86.tar.gz\",\"url\":\"${PACKAGE_REGISTRY_URL}/fluffychat-linux-x86.tar.gz\"}" \
        --assets-link "{\"name\":\"fluffychat-linux-arm64.tar.gz\",\"url\":\"${PACKAGE_REGISTRY_URL}/fluffychat-linux-arm64.tar.gz\"}" \
        --assets-link "{\"name\":\"fluffychat-windows.zip\",\"url\":\"${PACKAGE_REGISTRY_URL}/fluffychat-windows.zip\"}" \
        --assets-link "{\"name\":\"fluffychat-windows.msix\",\"url\":\"${PACKAGE_REGISTRY_URL}/fluffychat-windows.msix\"}" \
        --assets-link "{\"name\":\"fluffychat-web.tar.gz\",\"url\":\"${PACKAGE_REGISTRY_URL}/fluffychat-web.tar.gz\"}"