-
Notifications
You must be signed in to change notification settings - Fork 1.3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[ENH] Add schema migration to the go coordinator (#1365)
## Description of changes *Summarize the changes made by this PR.* - Improvements & Bug fixes - This diff adds schema migration capability to the go coordinator - New functionality - ... ## Test plan *How are these changes tested?* - [ ] Test manually by verifying the schema generated ## Documentation Changes *Are all docstrings for user-facing APIs updated if required? Do we need to make documentation changes in the [docs repository](https://github.com/chroma-core/docs)?*
- Loading branch information
Showing
12 changed files
with
170 additions
and
49 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,24 @@ | ||
| data "external_schema" "gorm" { | ||
| program = [ | ||
| "go", | ||
| "run", | ||
| "-mod=mod", | ||
| "ariga.io/atlas-provider-gorm", | ||
| "load", | ||
| "--path", "./internal/metastore/db/dbmodel", | ||
| "--dialect", "postgres", | ||
| ] | ||
| } | ||
|
|
||
| env "gorm" { | ||
| src = data.external_schema.gorm.url | ||
| dev = "postgres://localhost:5432/dev?sslmode=disable" | ||
| migration { | ||
| dir = "file://migrations" | ||
| } | ||
| format { | ||
| migrate { | ||
| diff = "{{ sql . \" \" }}" | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,74 @@ | ||
| -- Create "collection_metadata" table | ||
| CREATE TABLE "public"."collection_metadata" ( | ||
| "collection_id" text NOT NULL, | ||
| "key" text NOT NULL, | ||
| "str_value" text NULL, | ||
| "int_value" bigint NULL, | ||
| "float_value" numeric NULL, | ||
| "ts" bigint NULL DEFAULT 0, | ||
| "created_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| "updated_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| PRIMARY KEY ("collection_id", "key") | ||
| ); | ||
| -- Create "collections" table | ||
| CREATE TABLE "public"."collections" ( | ||
| "id" text NOT NULL, | ||
| "name" text NULL, | ||
| "topic" text NULL, | ||
| "dimension" integer NULL, | ||
| "database_id" text NULL, | ||
| "ts" bigint NULL DEFAULT 0, | ||
| "is_deleted" boolean NULL DEFAULT false, | ||
| "created_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| "updated_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| PRIMARY KEY ("id") | ||
| ); | ||
| -- Create index "collections_name_key" to table: "collections" | ||
| CREATE UNIQUE INDEX "collections_name_key" ON "public"."collections" ("name"); | ||
| -- Create "databases" table | ||
| CREATE TABLE "public"."databases" ( | ||
| "id" text NOT NULL, | ||
| "name" character varying(128) NULL, | ||
| "tenant_id" character varying(128) NULL, | ||
| "ts" bigint NULL DEFAULT 0, | ||
| "is_deleted" boolean NULL DEFAULT false, | ||
| "created_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| "updated_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| PRIMARY KEY ("id") | ||
| ); | ||
| -- Create index "idx_tenantid_name" to table: "databases" | ||
| CREATE UNIQUE INDEX "idx_tenantid_name" ON "public"."databases" ("name", "tenant_id"); | ||
| -- Create "segment_metadata" table | ||
| CREATE TABLE "public"."segment_metadata" ( | ||
| "segment_id" text NOT NULL, | ||
| "key" text NOT NULL, | ||
| "str_value" text NULL, | ||
| "int_value" bigint NULL, | ||
| "float_value" numeric NULL, | ||
| "ts" bigint NULL DEFAULT 0, | ||
| "created_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| "updated_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| PRIMARY KEY ("segment_id", "key") | ||
| ); | ||
| -- Create "segments" table | ||
| CREATE TABLE "public"."segments" ( | ||
| "id" text NOT NULL, | ||
| "type" text NOT NULL, | ||
| "scope" text NULL, | ||
| "topic" text NULL, | ||
| "ts" bigint NULL DEFAULT 0, | ||
| "is_deleted" boolean NULL DEFAULT false, | ||
| "created_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| "updated_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| "collection_id" text NULL, | ||
| PRIMARY KEY ("id") | ||
| ); | ||
| -- Create "tenants" table | ||
| CREATE TABLE "public"."tenants" ( | ||
| "id" text NOT NULL, | ||
| "ts" bigint NULL DEFAULT 0, | ||
| "is_deleted" boolean NULL DEFAULT false, | ||
| "created_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| "updated_at" timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP, | ||
| PRIMARY KEY ("id") | ||
| ); |
Oops, something went wrong.