add speech to text code improvements

.github/CODEOWNERS

@@ -0,0 +1,3 @@
+# Default reviewers for the `ai-video` branch.
+# TODO: Change if merged into `master` branch.
+* @rickstaa

.github/ISSUE_TEMPLATE/bug_report_ai_video.yml

@@ -0,0 +1,78 @@
+name: AI Bug report
+description: Create a report to help us improve.
+labels:
+  - "type: bug"
+  - "AI"
+assignees:
+  - rickstaa
+body:
+  - type: markdown
+    attributes:
+      value: |
+        ## Bug report
+        Please fill out the following information to help us understand your issue.
+
+        > [!IMPORTANT]
+        > This repository is only related to the core bugs with the AI branch of the go-livepeer software (i.e. `ai-video`). It does not cover bugs related to running AI pipelines and AI models used on the AI subnet. For these issues, please refer to the [AI-worker repository](https://github.com/livepeer/ai-worker/issues/new/choose)
+  - type: textarea
+    attributes:
+      label: Describe the bug
+      description: A clear and concise description of what the bug is.
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: Reproduction steps
+      description: "How do you trigger this bug? Please walk us through it step by step."
+      value: |
+        1. Go to '...'
+        2. Click on '....'
+        3. Scroll down to '....'
+        4. See error
+  - type: textarea
+    attributes:
+      label: Expected behaviour
+      description: A clear and concise description of what you expected to happen.
+  - type: dropdown
+    id: severity
+    attributes:
+      label: Severity
+      description: "How severe is this bug?"
+      options:
+        - Minor
+        - Major
+        - Critical
+  - type: textarea
+    attributes:
+      label: Screenshots / Live demo link
+      description: If applicable, add screenshots to help explain your problem.
+      placeholder: Paste the image link as markdown image
+  - type: dropdown
+    id: os
+    attributes:
+      label: OS
+      description: "What operating system are you using?"
+      options:
+        - Windows
+        - Mac
+        - Linux
+  - type: dropdown
+    id: running_on
+    attributes:
+      label: Running on
+      description: "Where are you running the application?"
+      options:
+        - Local
+        - Docker
+  - type: input
+    attributes:
+      label: AI go-livepeer version
+      description: "What version of the AI-worker are you using?"
+  - type: input
+    attributes:
+      label: AI go-livepeer commit hash
+      description: "Could you please provide the commit hash of the `ai-video` branch that you are currently using?"
+  - type: textarea
+    attributes:
+      label: Additional context
+      description: Add any other context about the problem here.

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,8 @@
+blank_issues_enabled: true
+contact_links:
+  - name: Go-livepeer Question
+    url: https://github.com/livepeer/go-livepeer/discussions
+    about: Please ask and answer questions related to the go-livepeer software here.
+  - name: Livepeer Question
+    url: https://discord.gg/livepeer
+    about: "Have a general Livepeer question? Join us in the Livepeer Discord server. We're here to help!"

.github/ISSUE_TEMPLATE/feature_request_ai.yml

@@ -0,0 +1,47 @@
+name: AI Feature request
+description: Suggest an idea for this project.
+labels:
+  - "type: feature"
+  - "AI"
+assignees:
+  - rickstaa
+body:
+  - type: markdown
+    attributes:
+      value: |
+        ## Feature Request
+        Please fill out the following information to help us understand your request.
+
+        > [!IMPORTANT]
+        > This repository is only related to feature requests related to the the AI branch of the go-livepeer software (i.e. `ai-video`). It does not cover feature requests related to the addition of new AI pipelines and AI models used on the AI subnet. For these issues, please refer to the [AI-worker repository](https://github.com/livepeer/ai-worker/issues/new/choose).
+  - type: textarea
+    attributes:
+      label: Is your feature request related to a problem? Please describe.
+      description:
+        A clear and concise description of what the problem is. Ex. I'm always
+        frustrated when [...]
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: Describe the solution you'd like
+      description: A clear and concise description of what you want to happen.
+  - type: textarea
+    attributes:
+      label: Describe alternatives you've considered
+      description:
+        A clear and concise description of any alternative solutions or features
+        you've considered.
+  - type: textarea
+    attributes:
+      label: Use Case
+      description: "Please describe why you want this feature to be added. This will help us prioritize your request."
+  - type: textarea
+    attributes:
+      label: Expected Outcome
+      description: "What do you expect to happen once this feature is implemented?"
+  - type: textarea
+    attributes:
+      label: Additional context
+      description:
+        Add any other context or screenshots about the feature request here.

.github/labeler.yml

@@ -0,0 +1,2 @@
+AI:
+  - base-branch: "ai-video"

.github/workflows/build.yaml

@@ -4,7 +4,8 @@ on:
   pull_request:
   push:
     branches:
-      - master
+      # - master
+      - ai-video
     tags:
       - "v*"
 
@@ -30,23 +31,23 @@ jobs:
             container: ubuntu:20.04
             type: cpu
 
-          - GOOS: linux
-            GOARCH: arm64
-            runner: ubuntu-20.04
-            container: ubuntu:20.04
-            type: cpu
+          # - GOOS: linux
+          #   GOARCH: arm64
+          #   runner: ubuntu-20.04
+          #   container: ubuntu:20.04
+          #   type: cpu
 
           - GOOS: linux
             GOARCH: amd64
             runner: ubuntu-20.04
             container: livepeerci/cuda:12.0.0-cudnn8-devel-ubuntu20.04
             type: gpu
 
-          - GOOS: linux
-            GOARCH: arm64
-            runner: ubuntu-20.04
-            container: livepeerci/cuda:12.0.0-cudnn8-devel-ubuntu20.04
-            type: gpu
+          # - GOOS: linux
+          #   GOARCH: arm64
+          #   runner: ubuntu-20.04
+          #   container: livepeerci/cuda:12.0.0-cudnn8-devel-ubuntu20.04
+          #   type: gpu
 
           - GOOS: windows
             GOARCH: amd64
@@ -74,7 +75,7 @@ jobs:
         id: go
         uses: actions/setup-go@v5
         with:
-          go-version: 1.20.4
+          go-version: 1.21.5
           cache: true
           cache-dependency-path: go.sum
 
@@ -176,7 +177,7 @@ jobs:
         id: go
         uses: actions/setup-go@v5
         with:
-          go-version: 1.20.4
+          go-version: 1.21.5
           cache: true
           cache-dependency-path: go.sum
 
@@ -216,7 +217,7 @@ jobs:
         id: match-tag
         with:
           text: ${{ github.ref_name }}
-          regex: '^(master|main|v[0-9]+\.\d+\.\d+)$'
+          regex: '^(master|main|ai-video|v[0-9]+\.\d+\.\d+)$'
 
       - name: Codesign and notarize binaries
         if: steps.match-tag.outputs.match != '' && matrix.target.GOOS == 'darwin'

.github/workflows/docker.yaml

@@ -4,7 +4,8 @@ on:
   pull_request:
   push:
     branches:
-      - master
+      # - master
+      - ai-video
     tags:
       - "v*"
 
@@ -81,15 +82,15 @@ jobs:
             type=semver,pattern={{major}}.{{minor}},prefix=v
             type=raw,value=latest,enable={{is_default_branch}}
             type=raw,value=${{ github.event.pull_request.head.ref }}
-            type=raw,value=stable,enable=${{ startsWith(github.event.ref, 'refs/tags/v') }}
+            type=raw,value=stable,enable=${{ startsWith(github.event.ref, 'refs/tags/v') && github.event.base_ref == 'refs/heads/master' }}
 
       - name: Build and push livepeer docker image
         uses: docker/build-push-action@v5
         with:
           build-args: |
             BUILD_TAGS=${{ steps.build-tag.outputs.build-tags }}
           context: .
-          platforms: linux/amd64, linux/arm64
+          platforms: linux/amd64
           push: true
           tags: ${{ steps.meta.outputs.tags }}
           file: "docker/Dockerfile"
@@ -126,7 +127,7 @@ jobs:
         id: match-tag
         with:
           text: ${{ github.ref_name }}
-          regex: '^(main|master|v[0-9]+\.\d+\.\d+)$'
+          regex: '^(main|master|ai-video|v[0-9]+\.\d+\.\d+|v[0-9]+\.\d+\.\d+-ai-video-\d+)'
 
       - name: Get build tags
         id: build-tag
@@ -177,7 +178,7 @@ jobs:
           build-args: |
             BUILD_TAGS=${{ steps.build-tag.outputs.build-tags }}
           context: .
-          platforms: linux/amd64, linux/arm64
+          platforms: linux/amd64
           push: true
           tags: ${{ steps.meta-builder.outputs.tags }}
           file: "docker/Dockerfile"

.github/workflows/issue-labeler.yml

@@ -1,11 +1,11 @@
 name: Label issues
 on:
   issues:
-    types:
-      - reopened
-      - opened
+    types: [opened, reopened]
+
 jobs:
   label_issues:
+    if: ${{ github.event_name == 'issues' }}
     runs-on: ubuntu-latest
     permissions:
       issues: write

.github/workflows/pr-labeler.yml

@@ -0,0 +1,14 @@
+name: Label issues
+on:
+  pull_request_target:
+    types: [opened, reopened]
+
+jobs:
+  label_pull_requests:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      pull-requests: write
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/labeler@v5

.github/workflows/test.yaml

@@ -1,9 +1,9 @@
 name: Trigger test suite
 
 on:
-  pull_request:
-    branches:
-      - master
+  # pull_request:
+  #   branches:
+  #     - master
   push:
     branches:
       - master
@@ -43,7 +43,7 @@ jobs:
         id: go
         uses: actions/setup-go@v5
         with:
-          go-version: 1.20.4
+          go-version: 1.21.5
           cache: true
           cache-dependency-path: go.sum
 

Makefile

@@ -1,6 +1,8 @@
 SHELL=/bin/bash
 GO_BUILD_DIR?="./"
 
+MOCKGEN=go run github.com/golang/mock/mockgen
+
 all: net/lp_rpc.pb.go net/redeemer.pb.go net/redeemer_mock.pb.go core/test_segment.go livepeer livepeer_cli livepeer_router livepeer_bench
 
 net/lp_rpc.pb.go: net/lp_rpc.proto
@@ -10,8 +12,8 @@ net/redeemer.pb.go: net/redeemer.proto
 	protoc -I=. --go_out=. --go-grpc_out=. $^
 
 net/redeemer_mock.pb.go net/redeemer_grpc_mock.pb.go: net/redeemer.pb.go net/redeemer_grpc.pb.go
-	@mockgen -source net/redeemer.pb.go -destination net/redeemer_mock.pb.go -package net
-	@mockgen -source net/redeemer_grpc.pb.go -destination net/redeemer_grpc_mock.pb.go -package net
+	@$(MOCKGEN) -source net/redeemer.pb.go -destination net/redeemer_mock.pb.go -package net
+	@$(MOCKGEN) -source net/redeemer_grpc.pb.go -destination net/redeemer_grpc_mock.pb.go -package net
 
 core/test_segment.go:
 	core/test_segment.sh core/test_segment.go