497 lines
18 KiB
YAML
497 lines
18 KiB
YAML
name: "Release"
|
|
|
|
# These jobs can be tested with nektos/act tool
|
|
# https://github.com/nektos/act
|
|
#
|
|
# Look for "!env.ACT" in the DRY_RUN expression below
|
|
|
|
on:
|
|
push:
|
|
tags:
|
|
- '**'
|
|
|
|
env:
|
|
BUILD_OS: linux
|
|
BUILD_ARCH: amd64
|
|
|
|
GO_VERSION: 1.19
|
|
GOFLAGS: -mod=readonly
|
|
|
|
NODE_VERSION: 16
|
|
|
|
RELEASE_BASE_URL: "https://releases.cortezaproject.org/files"
|
|
SASS_VERSION: 1.69.5
|
|
|
|
jobs:
|
|
server-test:
|
|
name: "Server tests"
|
|
runs-on: ubuntu-20.04
|
|
env:
|
|
GOFLAGS: -mod=readonly
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-go@v3
|
|
with: { go-version: "${{ env.GO_VERSION }}" }
|
|
- name: "Copy language files"
|
|
working-directory: server/pkg/locale
|
|
run: make src/en
|
|
- name: "Unit"
|
|
working-directory: server
|
|
run: make test.unit
|
|
- name: "Store"
|
|
working-directory: server
|
|
run: make test.store
|
|
- name: "Integration"
|
|
working-directory: server
|
|
run: make test.integration
|
|
|
|
# Building web console for server and cache it for release-* steps
|
|
# we'll do this in parallel with tests to gain a few seconds
|
|
server-web-console-build:
|
|
name: "Server Web Console Build"
|
|
runs-on: ubuntu-20.04
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-node@v3
|
|
with: { node-version: "${{ env.NODE_VERSION }}" }
|
|
- uses: actions/cache@v3
|
|
if: ${{ !env.ACT }}
|
|
with:
|
|
path: ~/.npm
|
|
key: ${{ runner.OS }}-node-${{ hashFiles('**/yarn.lock') }}
|
|
restore-keys: ${{ runner.OS }}-node-
|
|
- name: "Setup YARN"
|
|
run: npm install -g yarn @vue/cli-service
|
|
- name: "Install dependencies"
|
|
working-directory: server/webconsole
|
|
run: yarn install
|
|
- name: "Build Package"
|
|
working-directory: server/webconsole
|
|
run: yarn build
|
|
- name: "Cache console build"
|
|
uses: actions/cache@v3
|
|
with: { path: ./server/webconsole/dist, key: console-build }
|
|
|
|
server-release:
|
|
name: "Server Release (${{ matrix.os }})"
|
|
strategy:
|
|
fail-fast: true
|
|
matrix:
|
|
include:
|
|
- { runsOn: "ubuntu-20.04", os: "linux" }
|
|
- { runsOn: "macos-latest", os: "darwin" }
|
|
runs-on: ${{ matrix.runsOn }}
|
|
needs: [ server-web-console-build, server-test ]
|
|
env:
|
|
BUILD_OS: ${{ matrix.os }}
|
|
RELEASE_SFTP_KEY: ${{ secrets.RELEASE_SFTP_KEY }}
|
|
RELEASE_SFTP_URI: ${{ secrets.RELEASE_SFTP_URI }}
|
|
steps:
|
|
- run: echo "BUILD_VERSION=${GITHUB_REF#refs/tags/}" >> $GITHUB_ENV
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-go@v3
|
|
with: { go-version: "${{ env.GO_VERSION }}" }
|
|
- name: "Restore web console dist from cache"
|
|
uses: actions/cache@v3
|
|
with: { path: ./server/webconsole/dist, key: console-build }
|
|
- name: "Copy essentials"
|
|
run: cp *.md DCO LICENSE server/
|
|
- name: "Copy language files"
|
|
working-directory: server/pkg/locale
|
|
run: make src/en src/de src/fr
|
|
- name: "Build"
|
|
working-directory: server
|
|
run: make release-clean release
|
|
- name: "Upload"
|
|
working-directory: server
|
|
run: make upload
|
|
if: ${{ !env.ACT }}
|
|
|
|
|
|
########################################################################################################################
|
|
########################################################################################################################
|
|
# Libs
|
|
|
|
lib-test:
|
|
name: "Library test (${{ matrix.lib }})"
|
|
runs-on: ubuntu-20.04
|
|
strategy:
|
|
matrix:
|
|
lib: [ "js", "vue" ]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-node@v3
|
|
- uses: actions/cache@v3
|
|
if: ${{ !env.ACT }}
|
|
with:
|
|
path: ~/.npm
|
|
key: ${{ runner.OS }}-node-${{ hashFiles('**/yarn.lock') }}
|
|
restore-keys: ${{ runner.OS }}-node-${{ matrix.lib }}
|
|
- name: "Setup YARN"
|
|
run: npm install -g yarn @vue/cli-service
|
|
- name: "Install dependencies"
|
|
working-directory: lib/${{ matrix.lib }}
|
|
run: yarn install
|
|
- name: "Run all tests"
|
|
working-directory: lib/${{ matrix.lib }}
|
|
run: yarn test:unit
|
|
|
|
lib-build-and-publish:
|
|
name: "Publish libraries (${{ matrix.lib }})"
|
|
runs-on: ubuntu-20.04
|
|
needs: [ lib-test ]
|
|
strategy:
|
|
matrix:
|
|
lib: [ "js", "vue" ]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-node@v3
|
|
with:
|
|
registry-url: 'https://registry.npmjs.org/'
|
|
- uses: actions/cache@v3
|
|
if: ${{ !env.ACT }}
|
|
with:
|
|
path: ~/.npm
|
|
key: ${{ runner.OS }}-node-${{ hashFiles('**/yarn.lock') }}
|
|
restore-keys: ${{ runner.OS }}-node-${{ matrix.lib }}
|
|
- name: "Setup YARN"
|
|
run: npm install -g yarn @vue/cli-service
|
|
- name: "Install dependencies"
|
|
working-directory: lib/${{ matrix.lib }}
|
|
run: yarn install
|
|
- name: "Build Package"
|
|
working-directory: lib/${{ matrix.lib }}
|
|
run: yarn build
|
|
- name: "Dry Run Publish"
|
|
working-directory: lib/${{ matrix.lib }}
|
|
run: npm publish --dry-run
|
|
|
|
# invalid secret?
|
|
# - name: "Publish"
|
|
# working-directory: lib/${{ matrix.lib }}
|
|
# run: npm publish
|
|
# env: { NODE_AUTH_TOKEN: "${{ secrets.NPM_TOKEN }}" }
|
|
# if: ${{ !env.ACT }}
|
|
|
|
|
|
########################################################################################################################
|
|
########################################################################################################################
|
|
# Web clients
|
|
|
|
|
|
client-web-test:
|
|
name: "Web client test (${{ matrix.app }})"
|
|
runs-on: ubuntu-20.04
|
|
strategy:
|
|
fail-fast: true
|
|
matrix: { app: [ admin, compose, discovery, privacy, reporter, one, workflow ] }
|
|
needs: [ "lib-build-and-publish" ]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-node@v3
|
|
with: { node-version: "${{ env.NODE_VERSION }}" }
|
|
- name: "Setup YARN"
|
|
working-directory: client/web/${{ matrix.app }}
|
|
run: npm install -g yarn @vue/cli-service
|
|
- name: "Cache"
|
|
uses: actions/cache@v3
|
|
if: ${{ !env.ACT }}
|
|
with:
|
|
path: ~/.npm
|
|
key: ${{ runner.OS }}-node-${{ hashFiles('**/yarn.lock') }}
|
|
restore-keys: ${{ runner.OS }}-node-
|
|
- name: "Dependencies"
|
|
working-directory: client/web/${{ matrix.app }}
|
|
run: make dep
|
|
- name: "Tests"
|
|
working-directory: client/web/${{ matrix.app }}
|
|
run: make test
|
|
|
|
|
|
client-web-release:
|
|
name: "Web client (${{ matrix.app }})"
|
|
runs-on: ubuntu-20.04
|
|
strategy:
|
|
fail-fast: true
|
|
matrix: { app: [ admin, compose, discovery, privacy, reporter, one, workflow ] }
|
|
needs: [ client-web-test ]
|
|
env:
|
|
RELEASE_SFTP_KEY: ${{ secrets.RELEASE_SFTP_KEY }}
|
|
RELEASE_SFTP_URI: ${{ secrets.RELEASE_SFTP_URI }}
|
|
steps:
|
|
- run: echo "BUILD_VERSION=${GITHUB_REF#refs/tags/}" >> $GITHUB_ENV
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-node@v3
|
|
with: { node-version: "${{ env.NODE_VERSION }}" }
|
|
- name: "Setup YARN"
|
|
run: npm install -g yarn @vue/cli-service
|
|
- name: "Cache"
|
|
uses: actions/cache@v3
|
|
if: ${{ !env.ACT }}
|
|
with:
|
|
path: ~/.npm
|
|
key: ${{ runner.OS }}-node-${{ hashFiles('**/yarn.lock') }}
|
|
restore-keys: ${{ runner.OS }}-node-
|
|
- name: "Dependencies"
|
|
working-directory: client/web/${{ matrix.app }}
|
|
run: make dep
|
|
- name: "Build"
|
|
working-directory: client/web/${{ matrix.app }}
|
|
run: make build
|
|
- name: "Copy essentials"
|
|
run: cp *.md DCO LICENSE client/web/${{ matrix.app }}
|
|
- name: "Release"
|
|
working-directory: client/web/${{ matrix.app }}
|
|
run: make release
|
|
- name: "Upload"
|
|
working-directory: client/web/${{ matrix.app }}
|
|
run: make upload
|
|
if: ${{ !env.ACT }}
|
|
|
|
########################################################################################################################
|
|
|
|
client-web-aio-release:
|
|
name: "Web clients (all-in-one release)"
|
|
runs-on: ubuntu-20.04
|
|
needs: [ client-web-release ]
|
|
env:
|
|
RELEASE_SFTP_KEY: ${{ secrets.RELEASE_SFTP_KEY }}
|
|
RELEASE_SFTP_URI: ${{ secrets.RELEASE_SFTP_URI }}
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- run: echo "BUILD_VERSION=${GITHUB_REF#refs/tags/}" >> $GITHUB_ENV
|
|
- name: "Prepare dist dir"
|
|
run: |
|
|
mkdir -p \
|
|
client/web/dist/admin \
|
|
client/web/dist/compose \
|
|
client/web/dist/workflow \
|
|
client/web/dist/reporter \
|
|
client/web/dist/discovery \
|
|
client/web/dist/privacy
|
|
- name: "Download & unpack one"
|
|
run: |
|
|
curl --location "${{ env.RELEASE_BASE_URL }}/corteza-webapp-one-${{ env.BUILD_VERSION }}.tar.gz" | \
|
|
tar -xzmok -C client/web/dist
|
|
- name: "Download & unpack admin"
|
|
run: |
|
|
curl --silent --location "${{ env.RELEASE_BASE_URL }}/corteza-webapp-admin-${{ env.BUILD_VERSION }}.tar.gz" | \
|
|
tar -xzmok -C client/web/dist/admin
|
|
- name: "Download & unpack compose"
|
|
run: |
|
|
curl --silent --location "${{ env.RELEASE_BASE_URL }}/corteza-webapp-compose-${{ env.BUILD_VERSION }}.tar.gz" | \
|
|
tar -xzmok -C client/web/dist/compose
|
|
- name: "Download & unpack workflow"
|
|
run: |
|
|
curl --silent --location "${{ env.RELEASE_BASE_URL }}/corteza-webapp-workflow-${{ env.BUILD_VERSION }}.tar.gz" | \
|
|
tar -xzmok -C client/web/dist/workflow
|
|
- name: "Download & unpack reporter"
|
|
run: |
|
|
curl --silent --location "${{ env.RELEASE_BASE_URL }}/corteza-webapp-reporter-${{ env.BUILD_VERSION }}.tar.gz" | \
|
|
tar -xzmok -C client/web/dist/reporter
|
|
- name: "Download & unpack discovery"
|
|
run: |
|
|
curl --silent --location "${{ env.RELEASE_BASE_URL }}/corteza-webapp-discovery-${{ env.BUILD_VERSION }}.tar.gz" | \
|
|
tar -xzmok -C client/web/dist/discovery
|
|
- name: "Download & unpack privacy"
|
|
run: |
|
|
curl --silent --location "${{ env.RELEASE_BASE_URL }}/corteza-webapp-privacy-${{ env.BUILD_VERSION }}.tar.gz" | \
|
|
tar -xzmok -C client/web/dist/privacy
|
|
- name: "Copy essentials"
|
|
run: cp *.md DCO LICENSE client/web/dist/
|
|
- name: "Pack all web clients"
|
|
working-directory: client/web
|
|
run: tar -C dist -czf corteza-webapp-${{ env.BUILD_VERSION }}.tar.gz $(dir dist)
|
|
- name: "Upload"
|
|
working-directory: client/web
|
|
run: |
|
|
echo ${{ env.RELEASE_SFTP_KEY }} | base64 -d > .upload-rsa && chmod 0400 .upload-rsa
|
|
echo "put corteza-webapp-${{ env.BUILD_VERSION }}.tar.gz" | \
|
|
sftp -q -o "StrictHostKeyChecking no" -i .upload-rsa ${{ env.RELEASE_SFTP_URI }}
|
|
rm -f .upload-rsa
|
|
if: ${{ !env.ACT }}
|
|
|
|
|
|
########################################################################################################################
|
|
########################################################################################################################
|
|
# This is where it all comes together
|
|
|
|
|
|
release:
|
|
name: "Corteza (${{ matrix.os }})"
|
|
runs-on: ubuntu-20.04
|
|
needs: [ server-release, client-web-aio-release ]
|
|
strategy:
|
|
fail-fast: true
|
|
matrix:
|
|
os: [ "linux" ]
|
|
env:
|
|
ENDPOINT: https://releases.cortezaproject.org/files
|
|
RELEASE_SFTP_KEY: ${{ secrets.RELEASE_SFTP_KEY }}
|
|
RELEASE_SFTP_URI: ${{ secrets.RELEASE_SFTP_URI }}
|
|
steps:
|
|
- run: echo "BUILD_VERSION=${GITHUB_REF#refs/tags/}" >> $GITHUB_ENV
|
|
- uses: actions/checkout@v3
|
|
- name: "Download"
|
|
run: |
|
|
curl --silent --location "${{ env.RELEASE_BASE_URL }}/corteza-server-${{ env.BUILD_VERSION }}-${{ matrix.os }}-amd64.tar.gz" | \
|
|
tar -xzmok -C .
|
|
mv corteza-server dist
|
|
rm -rf dist/webapp
|
|
mkdir dist/webapp
|
|
curl --silent --location "${{ env.RELEASE_BASE_URL }}/corteza-webapp-${{ env.BUILD_VERSION }}.tar.gz" | \
|
|
tar -xzmok -C dist/webapp
|
|
- name: "Pack"
|
|
run: |
|
|
tar -C dist -czf corteza-${{ env.BUILD_VERSION }}-linux-amd64.tar.gz $(dir dist)
|
|
- name: "Upload"
|
|
run: |
|
|
echo ${{ env.RELEASE_SFTP_KEY }} | base64 -d > .upload-rsa
|
|
chmod 0400 .upload-rsa
|
|
echo "put corteza-${{ env.BUILD_VERSION }}-linux-amd64.tar.gz" | \
|
|
sftp -q -o "StrictHostKeyChecking no" -i .upload-rsa ${{ env.RELEASE_SFTP_URI }}
|
|
rm -f .upload-rsa
|
|
if: ${{ !env.ACT }}
|
|
|
|
########################################################################################################################
|
|
########################################################################################################################
|
|
# Discovery
|
|
|
|
extra-server-discovery-test:
|
|
name: "Discovery Server test"
|
|
runs-on: ubuntu-20.04
|
|
steps:
|
|
- name: "Placeholder"
|
|
run: echo "@todo add tests"
|
|
|
|
extra-server-discovery-release:
|
|
name: "Discovery Server release ${{ matrix.os }}"
|
|
strategy:
|
|
fail-fast: true
|
|
matrix:
|
|
include:
|
|
- { runsOn: "ubuntu-20.04", os: "linux" }
|
|
- { runsOn: "macos-latest", os: "darwin" }
|
|
runs-on: ${{ matrix.runsOn }}
|
|
needs: [ extra-server-discovery-test ]
|
|
env:
|
|
BUILD_OS: ${{ matrix.os }}
|
|
BUILD_VERSION: ${{ format(github.ref, 'refs/tags/', '') }}
|
|
RELEASE_SFTP_KEY: ${{ secrets.RELEASE_SFTP_KEY }}
|
|
RELEASE_SFTP_URI: ${{ secrets.RELEASE_SFTP_URI }}
|
|
steps:
|
|
- run: echo "BUILD_VERSION=${GITHUB_REF#refs/tags/}" >> $GITHUB_ENV
|
|
- uses: actions/checkout@v3
|
|
- uses: actions/setup-go@v3
|
|
with: { go-version: "${{ env.GO_VERSION }}" }
|
|
- name: "Copy essentials"
|
|
run: cp *.md DCO LICENSE extra/server-discovery/
|
|
- name: "Build & release"
|
|
working-directory: extra/server-discovery/
|
|
run: make release-clean release
|
|
- name: "Upload"
|
|
working-directory: extra/server-discovery/
|
|
run: make upload
|
|
if: ${{ !env.ACT }}
|
|
|
|
|
|
########################################################################################################################
|
|
|
|
|
|
docker-images:
|
|
name: "Docker image ${{ matrix.image }}"
|
|
|
|
runs-on: ubuntu-20.04
|
|
needs:
|
|
- server-release
|
|
- client-web-aio-release
|
|
- extra-server-discovery-release
|
|
strategy:
|
|
fail-fast: true
|
|
matrix:
|
|
include:
|
|
- { context: "extra/server-discovery", image: "cortezaproject/corteza-server-discovery" }
|
|
- { context: "client/web", image: "cortezaproject/corteza-webapp" }
|
|
- { context: "server", image: "cortezaproject/corteza-server" }
|
|
- { context: ".", image: "cortezaproject/corteza" }
|
|
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- name: "Parse version tag"
|
|
id: version
|
|
run: |
|
|
TAG=${GITHUB_REF#refs/tags/}
|
|
|
|
echo "DOCKER_IMAGE_TAG=${TAG}" >> $GITHUB_ENV
|
|
|
|
if [[ "$(echo ${TAG} | grep '-')" == "" ]]; then
|
|
# when releasing patched version (YYYY.MM.PATCH) we
|
|
# tag alias (YYYY.MM) as well
|
|
echo "DOCKER_IMAGE_ALIAS=$(echo ${TAG} | cut -d '.' -f -2)" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: "Build"
|
|
run: |
|
|
docker build \
|
|
--build-arg "VERSION=${{ env.DOCKER_IMAGE_TAG }}" \
|
|
--build-arg "SASS_VERSION=${{ env.SASS_VERSION }}" \
|
|
--tag ${{ matrix.image }}:${{ env.DOCKER_IMAGE_TAG }} \
|
|
${{ matrix.context }}
|
|
|
|
- name: "Login"
|
|
uses: docker/login-action@v2
|
|
if: ${{ !env.ACT && env.DOCKER_IMAGE_TAG }}
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
|
|
|
- name: "Push ${{ env.DOCKER_IMAGE_TAG }}"
|
|
if: ${{ !env.ACT }}
|
|
run: |
|
|
docker push \
|
|
${{ matrix.image }}:${{ env.DOCKER_IMAGE_TAG }}
|
|
|
|
- name: "Push ${{ env.DOCKER_IMAGE_ALIAS }}"
|
|
if: ${{ !env.ACT && env.DOCKER_IMAGE_ALIAS }}
|
|
run: |
|
|
docker tag \
|
|
${{ matrix.image }}:${{ env.DOCKER_IMAGE_TAG }} \
|
|
${{ matrix.image }}:${{ env.DOCKER_IMAGE_ALIAS }}
|
|
|
|
docker push \
|
|
${{ matrix.image }}:${{ env.DOCKER_IMAGE_ALIAS }}
|
|
|
|
notify:
|
|
name: "Send matrix release notification"
|
|
runs-on: ubuntu-20.04
|
|
needs: [ docker-images, release ]
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
- name: "Parse version tag"
|
|
id: version
|
|
run: |
|
|
TAG=${GITHUB_REF#refs/tags/}
|
|
echo "DOCKER_IMAGE_TAG=${TAG}" >> $GITHUB_ENV
|
|
|
|
- name: "Send message via Matrix on successful release"
|
|
if: ${{ !env.ACT }}
|
|
id: matrix-chat-release-successful
|
|
uses: fadenb/matrix-chat-message@v0.0.6
|
|
with:
|
|
homeserver: ${{ secrets.MATRIX_HOME_SERVER }}
|
|
token: ${{ secrets.MATRIX_ACCESS_TOKEN }}
|
|
channel: ${{ secrets.MATRIX_ROOM_ID }}
|
|
message: |
|
|
# Corteza **${{ env.DOCKER_IMAGE_TAG }}** has been successfully released 🎉🎉
|
|
|
|
- name: "Send message via Matrix on failed release"
|
|
if: ${{ !env.ACT && failure() }}
|
|
id: matrix-chat-release-failed
|
|
uses: fadenb/matrix-chat-message@v0.0.6
|
|
with:
|
|
homeserver: ${{ secrets.MATRIX_HOME_SERVER }}
|
|
token: ${{ secrets.MATRIX_ACCESS_TOKEN }}
|
|
channel: ${{ secrets.MATRIX_ROOM_ID }}
|
|
message: |
|
|
# Corteza **${{ env.DOCKER_IMAGE_TAG }}** release has failed
|