tools-manifest.yml

# Workflow to upload tool manifests
---

name: tools manifests

on:
  workflow_dispatch:
  push:
    branches:
      - "main"
      - "staging"
    # Pattern matched against refs/tags
    tags:
      - '**'
    paths:
      - 'models/**'
      - '.github/workflows/tools-manifest.yml'

  pull_request:
    branches:
      - "main"
      - "staging"
    paths:
      - 'models/**'
      - '.github/workflows/tools-manifest.yml'

env:
  TOOLS_WALLET_ADDRESS: "0xA5B68dbA49cE48d0c1e0f29EA45885b5f83A0BD4"

# Only run one at a time
concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
  cancel-in-progress: true

jobs:
  ################ TOOLS MANIFEST ###########################
  changes-tools:
    runs-on: ubuntu-latest
    permissions:
      pull-requests: read
    outputs:
      tools: ${{ steps.filter.outputs.changes }}
    steps:
    - uses: actions/checkout@v4
    - uses: dorny/paths-filter@v3
      id: filter
      with:
        # Only run when tool's directory or workflow files have changed
        ###############################################################
        ################## Add new tools here #########################
        ###############################################################
        # Following syntax of topleveldir_configfilename_withoutjson
        filters: |
          # Toplevel dir after models_filename_without_json_extension
          # this is a workaround to allow multiple config files under same directory
          # Example if you have a config file under models/mymodel/mymodel_config_file.json
          # you would add,
          # mymodel_mymodel_config_file:
          #   - 'models/mymodel/mymodel_config_file.json'

  tools:
    needs: changes-tools
    if: ${{ needs.changes-tools.outputs.tools != '' && toJson(fromJson(needs.changes-tools.outputs.tools)) != '[]' }}
    strategy:
      fail-fast: false
      matrix:
        tools: "${{ fromJSON(needs.changes-tools.outputs.tools) }}"
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - name: Setting tool related envs
        run: |
          echo "TOOL_DIR=$(echo ${{ matrix.tools }} | cut -d '_' -f1)" >> $GITHUB_ENV
          echo "TOOL_FILE=$(echo ${{ matrix.tools }} | cut -d '_' -f2-)" >> $GITHUB_ENV

      - name: Setting tool file path
        run: |
          echo "TOOL_FILE_PATH=models/${{ env.TOOL_DIR }}/${{ env.TOOL_FILE }}.json" >> $GITHUB_ENV

      - name: Setting some more tool related envs
        run: |
          # Extract name from json
          echo "TOOL_NAME=$(cat ${{ env.TOOL_FILE_PATH }} | jq -r '.name')" >> $GITHUB_ENV

          echo "NORMALIZED_GIT_REF=$(echo $GITHUB_REF | sed 's/refs\///g' | sed 's/heads\///g' | sed 's/\/merge//g' | sed 's/\//-/g')" >> $GITHUB_ENV
          echo "GIT_SHORT_SHA=$(git rev-parse --short HEAD)" >> $GITHUB_ENV

      - name: Versionined tool name
        env:
          TOOL_NAME_VERSIONED: "${{ env.TOOL_NAME }}-${{ env.NORMALIZED_GIT_REF }}-${{ env.GIT_SHORT_SHA }}"
        run: |
          echo "TOOL_NAME_VERSIONED=${{ env.TOOL_NAME_VERSIONED }}" >> $GITHUB_ENV

      - name: Params
        run: |
          echo "## Params" >> $GITHUB_STEP_SUMMARY
          echo "| Parameter Name NAME | Parameter VALUE |" >> $GITHUB_STEP_SUMMARY
          echo "|---|---|"  >> $GITHUB_STEP_SUMMARY
          echo "| TOOL_DIR | ${{ env.TOOL_DIR }} |" >> $GITHUB_STEP_SUMMARY
          echo "| TOOL_FILE | ${{ env.TOOL_FILE }} |" >> $GITHUB_STEP_SUMMARY
          echo "| TOOL_FILE_PATH | ${{ env.TOOL_FILE_PATH }} |" >> $GITHUB_STEP_SUMMARY
          echo "| TOOL_NAME | ${{ env.TOOL_NAME }} |" >> $GITHUB_STEP_SUMMARY
          echo "| GITHUB_REF | $GITHUB_REF |" >> $GITHUB_STEP_SUMMARY
          echo "| NORMALIZED_GIT_REF | ${{ env.NORMALIZED_GIT_REF }} |" >> $GITHUB_STEP_SUMMARY
          echo "| GIT_SHORT_SHA | $GIT_SHORT_SHA |" >> $GITHUB_STEP_SUMMARY
          echo "| TOOL_NAME_VERSIONED | ${{ env.TOOL_NAME_VERSIONED }} |" >> $GITHUB_STEP_SUMMARY

      - name: Dump updated manifest file to be POSTed
        run: |
          jq --arg toolname "${{ env.TOOL_NAME_VERSIONED }}" '{"toolJson": ., "walletAddress": "${{ env.TOOLS_WALLET_ADDRESS }}"} | .toolJson.name |= $toolname'  ${{ env.TOOL_FILE_PATH }} > /tmp/manifest.json

      - name: Dump Manifest json
        run: |
          echo '### Tool config' >> $GITHUB_STEP_SUMMARY
          echo '```' >> $GITHUB_STEP_SUMMARY
          cat /tmp/manifest.json >> $GITHUB_STEP_SUMMARY
          echo '```' >> $GITHUB_STEP_SUMMARY

      - name: upload manifest
        uses: actions/upload-artifact@v3
        with:
          name: tool-manifest-${{ matrix.tools }}
          path: |
            /tmp/manifest.json

  tools-upload:
    needs:
      - tools
      - changes-tools
    # If tool isn't empty
    if: |
      ${{ needs.changes-tools.outputs.tools != '' &&
      toJson(fromJson(needs.changes-tools.outputs.tools)) != '[]' }} &&
    strategy:
      fail-fast: false
      matrix:
        backends:
          - env: stg
            url: 'backend.stg.labdao.xyz:8080/models'
            api_key: ${{ secrets.STG_API_KEY }}
          - env: prod
            url: 'backend.prod.labdao.xyz:8080/models'
            api_key: ${{ secrets.PROD_API_KEY }}
          - env: lbbprod
            url: 'backend.lab.bio:8080/models'
            api_key: ${{ secrets.LBBPROD_API_KEY }}
        tools: "${{ fromJSON(needs.changes-tools.outputs.tools) }}"
    runs-on:
      - self-hosted
      - "${{ matrix.backends.env }}"
    steps:
      - name: Condition
        id: upload-condition
        run: echo "Continue"
        if: >-
          ${{
            (
             matrix.backends.env == 'stg' ||
              (
               matrix.backends.env == 'prod' &&
               github.ref_name == 'main'
              ) ||
              (
               matrix.backends.env == 'lbbprod' &&
               github.ref_name == 'main'
              )
            )
          }}

      - name: download manifest
        if: steps.upload-condition.outcome == 'success'
        uses: actions/download-artifact@v3
        with:
          name: tool-manifest-${{ matrix.tools }}

      - name: POST Manifest to environment
        if: steps.upload-condition.outcome == 'success'
        run: |
          set -xe

          curl -H "Authorization: Bearer ${{ matrix.backends.api_key }}" --silent --max-time 60 --fail "${{ matrix.backends.url }}" -X POST -d @manifest.json | tee output.log
          CID=$(cat output.log | jq -r '.cid')
          echo "TOOL CID: ${CID}" >> $GITHUB_STEP_SUMMARY

      - name: upload output.log
        uses: actions/upload-artifact@v3
        with:
          name: tool-manifest-output-${{ matrix.tools }}
          path: |
            output.log