Remove redundant channel column (conda-incubator#1010)

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

.gitignore

@@ -62,3 +62,6 @@ yarn-error.log*
 conda-store.sqlite
 
 *.lockb
+
+# generated test assets
+conda-store-server/tests/alembic.ini

conda-store-server/conda_store_server/_internal/alembic/script.py.mako

@@ -1,6 +1,6 @@
-// Copyright (c) conda-store development team. All rights reserved.
-// Use of this source code is governed by a BSD-style
-// license that can be found in the LICENSE file.
+# Copyright (c) conda-store development team. All rights reserved.
+# Use of this source code is governed by a BSD-style
+# license that can be found in the LICENSE file.
 
 """${message}
 

conda-store-server/conda_store_server/_internal/alembic/versions/89637f546129_remove_conda_package_build_channel.py

@@ -0,0 +1,150 @@
+# Copyright (c) conda-store development team. All rights reserved.
+# Use of this source code is governed by a BSD-style
+# license that can be found in the LICENSE file.
+
+"""remove conda package build channel
+
+Revision ID: 89637f546129
+Revises: bf065abf375b
+Create Date: 2024-12-04 13:09:25.562450
+
+"""
+from alembic import op
+from sqlalchemy import Column, INTEGER, String, ForeignKey, table, select
+
+
+# revision identifiers, used by Alembic.
+revision = '89637f546129'
+down_revision = 'bf065abf375b'
+branch_labels = None
+depends_on = None
+
+# Due to the issue fixed in https://github.com/conda-incubator/conda-store/pull/961
+# many conda_package_build entries have the wrong package entry (but the right channel).
+# Because the packages are duplicated, we can not recreate the _conda_package_build_uc
+# constraint without the channel_id.
+# So, this function will go thru each conda_package_build and re-associate it with the
+# correct conda_package based on the channel id.
+def fix_misrepresented_packages(conn):
+    # conda_packages is a hash of channel-id_name_version to conda_package id
+    conda_packages = {}
+
+    # dummy tables to run queries against
+    conda_package_build_table = table(
+        "conda_package_build",
+        Column("id", INTEGER),
+        Column("channel_id", INTEGER),
+        Column("package_id", INTEGER, ForeignKey("conda_package.id")),
+    )
+    conda_package_table = table(
+        "conda_package",
+        Column("id", INTEGER),
+        Column("channel_id", INTEGER),
+        Column("name", String),
+        Column("version", String),
+    )
+
+    def get_conda_package_id(conn, channel_id, name, version):
+        hashed_name = f"{channel_id}-{name}-{version}"
+
+        # if package exists in the conda_packages dict, return it
+        if hashed_name in conda_packages:
+            return conda_packages[hashed_name]
+
+        # if not, then query the db for the package
+        package = conn.execute(
+            select(conda_package_table).where(
+                conda_package_table.c.channel_id == channel_id,
+                conda_package_table.c.name == name,
+                conda_package_table.c.version == version,
+            )
+        ).first()
+
+        # save the package into the conda_packages dict
+        conda_packages[hashed_name] = package.id
+        return package.id
+
+    for row in conn.execute(
+        select(
+            conda_package_build_table.c.id,
+            conda_package_build_table.c.package_id,
+            conda_package_build_table.c.channel_id,
+            conda_package_table.c.name,
+            conda_package_table.c.version
+        ).join(
+            conda_package_build_table,
+            conda_package_build_table.c.package_id == conda_package_table.c.id
+        )
+    ):
+        # the channel_id might already be empty
+        if row[2] is None:
+            continue
+
+        package_id = get_conda_package_id(conn, row[2], row[3], row[4])
+        # if found package id does not match the found package id, we'll need to updated it
+        if package_id != row[1]:
+            update_package_query = conda_package_build_table.update().where(
+                conda_package_build_table.c.id == op.inline_literal(row[0])
+            ).values(
+                {"package_id": op.inline_literal(package_id)}
+            )
+            conn.execute(update_package_query)
+            conn.commit()
+
+def upgrade():
+    bind = op.get_bind()
+
+    # So, go thru each conda_package_build and re-associate it with the correct conda_package
+    # based on the channel id.
+    fix_misrepresented_packages(bind)
+
+    with op.batch_alter_table("conda_package_build") as batch_op:
+        # remove channel column from constraints
+        batch_op.drop_constraint(
+            "_conda_package_build_uc",
+        )
+
+        # re-add the constraint without the channel column
+        batch_op.create_unique_constraint(
+            "_conda_package_build_uc",
+            [
+                "package_id",
+                "subdir",
+                "build",
+                "build_number",
+                "sha256",
+            ],
+        )
+
+        # remove channel column
+        batch_op.drop_column(
+            "channel_id",
+        )
+
+
+def downgrade():
+    with op.batch_alter_table("conda_package_build") as batch_op:
+        # remove channel column from constraints
+        batch_op.drop_constraint(
+            constraint_name="_conda_package_build_uc",
+        )
+
+        # add channel column
+        batch_op.add_column(
+            Column("channel_id", INTEGER)
+        )
+
+        batch_op.create_foreign_key("fk_channel_id", "conda_channel", ["channel_id"], ["id"])
+
+        # re-add the constraint with the channel column
+        batch_op.create_unique_constraint(
+            constraint_name="_conda_package_build_uc",
+            columns=[
+                "channel_id",
+                "package_id",
+                "subdir",
+                "build",
+                "build_number",
+                "sha256",
+            ],
+        )

conda-store-server/conda_store_server/_internal/orm.py

@@ -757,7 +757,6 @@ class CondaPackageBuild(Base):
 
     __table_args__ = (
         UniqueConstraint(
-            "channel_id",
             "package_id",
             "subdir",
             "build",
@@ -772,14 +771,6 @@ class CondaPackageBuild(Base):
     package_id: Mapped[int] = mapped_column(ForeignKey("conda_package.id"))
     package: Mapped["CondaPackage"] = relationship(back_populates="builds")
 
-    """
-    Some package builds have the exact same data from different channels.
-    Thus, when adding a channel, populating CondaPackageBuild can encounter
-    duplicate keys errors. That's why we need to distinguish them by channel_id.
-    """
-    channel_id: Mapped[int] = mapped_column(ForeignKey("conda_channel.id"))
-    channel: Mapped["CondaChannel"] = relationship(CondaChannel)
-
     build: Mapped[str] = mapped_column(Unicode(64), index=True)
     build_number: Mapped[int]
     constrains: Mapped[dict] = mapped_column(JSON)

conda-store-server/environment-dev.yaml

@@ -22,6 +22,7 @@ dependencies:
   - pytest-celery
   - pytest-mock
   - pytest-cov
+  - pytest-alembic
   - docker-py<=7
   - docker-compose
   # build dependencies

conda-store-server/pyproject.toml

@@ -98,6 +98,7 @@ dependencies = [
   "pytest",
   "pytest-celery",
   "pytest-playwright",
+  "pytest-alembic",
   "twine>=5.0.0",
   "pkginfo>=1.10", # Needed to support metadata 2.3
   "pytest-cov",

conda-store-server/tests/_internal/alembic/__init__.py

@@ -0,0 +1,3 @@
+# Copyright (c) conda-store development team. All rights reserved.
+# Use of this source code is governed by a BSD-style
+# license that can be found in the LICENSE file.

conda-store-server/tests/_internal/alembic/version/__init__.py

@@ -0,0 +1,3 @@
+# Copyright (c) conda-store development team. All rights reserved.
+# Use of this source code is governed by a BSD-style
+# license that can be found in the LICENSE file.