.gitlab-ci.yml

stages:
  - lint
  - test
  - build
  - publish

.base_golang:
  image: golang:1.16
  variables:
    GOPATH: $CI_PROJECT_DIR/.go
    GOLANGCI_LINT_VERSION: v1.42.0
    PROTOC_VERSION: 3.18.1
  before_script:
    - apt-get update -y && apt-get install -y unzip
    - curl -LO --silent https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOC_VERSION}/protoc-${PROTOC_VERSION}-linux-x86_64.zip
    - unzip protoc-${PROTOC_VERSION}-linux-x86_64.zip -d /usr/local
    - chmod +x /usr/local/bin/protoc
    - mkdir -p .go
    - export PATH=$PATH:$(go env GOPATH)/bin
  cache:
    key: go-dependencies-cache
    paths:
      - .go/pkg/mod/

.base_docker_build:
  image: docker:20.10.7
  services:
    - docker:20.10.7-dind
  variables:
    # Use TLS https://docs.gitlab.com/ee/ci/docker/using_docker_build.html#tls-enabled
    DOCKER_HOST: tcp://docker:2376
    DOCKER_TLS_CERTDIR: "/certs"
  before_script:
    - apk add bash
    - docker login -u gitlab-ci-token -p $CI_JOB_TOKEN $CI_REGISTRY
    - docker login -u $DOCKER_HUB_USERNAME -p $DOCKER_HUB_TOKEN

.base_gh_ssh_agent:
  before_script:
    ## _Inspired by https://docs.gitlab.com/ee/ci/ssh_keys/_
    ##
    ## Install ssh-agent if not already installed.
    - "command -v ssh-agent >/dev/null || ( apt-get update -y && apt-get install openssh-client -y )"
    ## Run ssh-agent
    - eval $(ssh-agent -s)
    ## Add the private key file to ssh-agent
    - echo "$GH_REPO_SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
    ## Create the SSH directory and give it the right permissions
    - mkdir -p ~/.ssh
    - chmod 700 ~/.ssh
    ## Using the set $SSH_KNOWN_HOSTS to be able to verify remote servers public keys
    - echo "$SSH_KNOWN_HOSTS" >> ~/.ssh/known_hosts
    - chmod 644 ~/.ssh/known_hosts

shellcheck:
  image: koalaman/shellcheck-alpine:stable
  stage: lint
  before_script:
    - shellcheck --version
  script:
    - shellcheck $(find . -name '*.sh' | xargs)

shfmt:
  image: mvdan/shfmt:v3.1.0-alpine
  stage: lint
  before_script:
    - shfmt -version
  script:
    - shfmt -i 2 -ci -d .

apache_licenses_check:
  stage: lint
  image: registry.gitlab.com/ai-r/apache-license-checker:latest
  script:
    - apache-license-checker

lint:
  extends: .base_golang
  stage: lint
  script:
    - wget -O- -nv https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sh -s -- -b $(go env GOPATH)/bin "${GOLANGCI_LINT_VERSION}"
    - golangci-lint --version
    - make lint

test:
  extends: .base_golang
  stage: test
  script:
    - make test-with-report
  artifacts:
    when: always
    reports:
      junit: report.xml

build_docker:
  extends: .base_docker_build
  stage: build
  variables:
    COGMENT_TRIAL_DATASTORE_IMAGE_BUILD_CACHE: $CI_REGISTRY_IMAGE/build:latest
    COGMENT_TRIAL_DATASTORE_IMAGE_BUILD: $CI_REGISTRY_IMAGE/build:commit-$CI_COMMIT_SHORT_SHA
    COGMENT_TRIAL_DATASTORE_IMAGE: $CI_REGISTRY_IMAGE:commit-$CI_COMMIT_SHORT_SHA
  script:
    - ./scripts/build_docker.sh
    - docker push $COGMENT_TRIAL_DATASTORE_IMAGE_BUILD

build_binaries:
  extends: .base_golang
  stage: build
  script:
    - make build
  artifacts:
    expire_in: 1 week
    paths:
      - build

push_docker_latest_to_gitlab:
  extends: .base_docker_build
  stage: publish
  variables:
    # Reuse the 'commit-$CI_COMMIT_SHORT_SHA' image built in `build_docker`
    COGMENT_TRIAL_DATASTORE_IMAGE_BUILD_CACHE: $CI_REGISTRY_IMAGE/build:commit-$CI_COMMIT_SHORT_SHA
    COGMENT_TRIAL_DATASTORE_IMAGE_BUILD: $CI_REGISTRY_IMAGE/build:latest
    COGMENT_TRIAL_DATASTORE_IMAGE: $CI_REGISTRY_IMAGE:latest
  script:
    - ./scripts/build_docker.sh
    - docker push $COGMENT_TRIAL_DATASTORE_IMAGE_BUILD
    - docker push $COGMENT_TRIAL_DATASTORE_IMAGE
  only:
    - main
    - develop

push_docker_latest_to_dockerhub:
  extends: .base_docker_build
  stage: publish
  variables:
    # Reuse the 'commit-$CI_COMMIT_SHORT_SHA' image built in `build_docker`
    COGMENT_TRIAL_DATASTORE_IMAGE_BUILD_CACHE: $CI_REGISTRY_IMAGE/build:commit-$CI_COMMIT_SHORT_SHA
    COGMENT_TRIAL_DATASTORE_IMAGE_BUILD: $CI_REGISTRY_IMAGE/build:latest
    COGMENT_TRIAL_DATASTORE_IMAGE: cogment/trial-datastore:latest
  script:
    - ./scripts/build_docker.sh
    - docker push $COGMENT_TRIAL_DATASTORE_IMAGE
  only:
    - main

push_docker_tag_to_gitlab:
  extends: .base_docker_build
  stage: publish
  variables:
    # Reuse the 'commit-$CI_COMMIT_SHORT_SHA' image built in `build_docker`
    COGMENT_TRIAL_DATASTORE_IMAGE_BUILD_CACHE: $CI_REGISTRY_IMAGE/build:commit-$CI_COMMIT_SHORT_SHA
    COGMENT_TRIAL_DATASTORE_IMAGE_BUILD: $CI_REGISTRY_IMAGE/build:latest
    COGMENT_TRIAL_DATASTORE_IMAGE: $CI_REGISTRY_IMAGE:$CI_COMMIT_TAG
  script:
    - ./scripts/build_docker.sh
    - docker push $COGMENT_TRIAL_DATASTORE_IMAGE
  only:
    - /^v[[:digit:]]+\.[[:digit:]]+\.[[:digit:]]+(?:-[[:alnum:]]+)?$/

push_docker_tag_to_dockerhub:
  extends: .base_docker_build
  stage: publish
  variables:
    # Reuse the 'commit-$CI_COMMIT_SHORT_SHA' image built in `build_docker`
    COGMENT_TRIAL_DATASTORE_IMAGE_BUILD_CACHE: $CI_REGISTRY_IMAGE/build:commit-$CI_COMMIT_SHORT_SHA
    COGMENT_TRIAL_DATASTORE_IMAGE_BUILD: $CI_REGISTRY_IMAGE/build:latest
    COGMENT_TRIAL_DATASTORE_IMAGE: cogment/trial-datastore:$CI_COMMIT_TAG
  script:
    - ./scripts/build_docker.sh
    - docker push $COGMENT_TRIAL_DATASTORE_IMAGE
  only:
    - /^v[[:digit:]]+\.[[:digit:]]+\.[[:digit:]]+(?:-[[:alnum:]]+)?$/

publish_branch_to_github:
  extends: .base_gh_ssh_agent
  stage: publish
  script:
    - git checkout ${CI_COMMIT_BRANCH} # Checkout the branch not the sha1
    - git remote add downstream git@github.com:cogment/cogment-trial-datastore.git
    - git fetch downstream ${CI_COMMIT_BRANCH}
    - git push --tags downstream ${CI_COMMIT_BRANCH}:${CI_COMMIT_BRANCH}
  only:
    - main