chore: add redis runs expiry (#195)

* chore: add redis runs expiry

* fix lint

* fix lint

charts/langsmith/Chart.yaml

@@ -5,5 +5,5 @@ maintainers:
     email: [email protected]
 description: Helm chart to deploy the langsmith application and all services it depends on.
 type: application
-version: 0.8.19
+version: 0.8.20
 appVersion: "0.8.53"

charts/langsmith/README.md

@@ -1,6 +1,6 @@
 # langsmith
 
-![Version: 0.8.19](https://img.shields.io/badge/Version-0.8.19-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 0.8.53](https://img.shields.io/badge/AppVersion-0.8.53-informational?style=flat-square)
+![Version: 0.8.20](https://img.shields.io/badge/Version-0.8.20-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 0.8.53](https://img.shields.io/badge/AppVersion-0.8.53-informational?style=flat-square)
 
 Helm chart to deploy the langsmith application and all services it depends on.
 
@@ -209,6 +209,8 @@ For information on how to use this chart, up-to-date release notes, and other gu
 | config.oauth.oauthIssuerUrl | string | `""` |  |
 | config.orgCreationDisabled | bool | `false` | Prevent organization creation. If using basic auth, this is set to true by default. |
 | config.personalOrgsDisabled | bool | `false` | Disable personal orgs. Users will need to be invited to an org manually. If using basic auth, this is set to true by default. |
+| config.settings | object | `{"redisRunsExpirySeconds":"43200"}` | Application Settings. These are used to tune the application |
+| config.settings.redisRunsExpirySeconds | string | `"43200"` | Optional. Be very careful when lowering this value as it can result in runs being lost if your queue is down/not processing items fast enough. |
 | config.ttl | object | `{"enabled":true,"ttl_period_seconds":{"longlived":"34560000","shortlived":"1209600"}}` | TTL configuration Optional. Used to set TTLS for longlived and shortlived objects. |
 | config.ttl.ttl_period_seconds.longlived | string | `"34560000"` | 400 day longlived and 14 day shortlived |
 | config.workspaceScopeOrgInvitesEnabled | bool | `false` | Enable Workspace Admins to invite users to the org and workspace. |

charts/langsmith/templates/_helpers.tpl

@@ -318,6 +318,8 @@ Template containing common environment variables that are used by several servic
 - name: FF_CH_SEARCH_ENABLED
   value: {{ ternary "false" .Values.config.blobStorage.chSearchEnabled .Values.clickhouse.external.hybrid | quote }}
 {{ include "langsmith.conditionalEnvVarsResolved" . }}
+- name: REDIS_RUNS_EXPIRY_SECONDS
+  value: {{ .Values.config.settings.redisRunsExpirySeconds | quote }}
 {{- end }}
 
 {{- define "aceBackend.serviceAccountName" -}}

charts/langsmith/values.yaml

@@ -105,6 +105,7 @@ config:
       # -- 400 day longlived and 14 day shortlived
       longlived: "34560000"
       shortlived: "1209600"
+    #
   # -- Blob storage configuration
   # Optional. Used to store inputs, outputs, and errors in Blob Storage.
   # We currently support S3, GCS, Minio, and Azure as Blob Storage providers.
@@ -135,6 +136,11 @@ config:
     # -- Optional. Use this to customize the service URL, which by default is 'https://<storage_account_name>.blob.core.windows.net/'
     azureStorageServiceUrlOverride: ""
 
+  # -- Application Settings. These are used to tune the application
+  settings:
+    # -- Optional. Be very careful when lowering this value as it can result in runs being lost if your queue is down/not processing items fast enough.
+    redisRunsExpirySeconds: "43200"  # 12 hours
+
 aceBackend:
   name: "ace-backend"
   containerPort: 1987