Skip to content

Commit

Permalink
fixes local destinations ci workflow
Browse files Browse the repository at this point in the history
  • Loading branch information
rudolfix committed Apr 8, 2024
1 parent 189c96c commit db91346
Show file tree
Hide file tree
Showing 3 changed files with 12 additions and 5 deletions.
6 changes: 5 additions & 1 deletion .github/workflows/test_local_destinations.yml
Original file line number Diff line number Diff line change
Expand Up @@ -15,14 +15,18 @@ concurrency:
cancel-in-progress: true

env:
DLT_SECRETS_TOML: ${{ secrets.DLT_SECRETS_TOML }}
# NOTE: this workflow can't use github secrets!
# DLT_SECRETS_TOML: ${{ secrets.DLT_SECRETS_TOML }}

RUNTIME__SENTRY_DSN: https://[email protected]/4504819859914752
RUNTIME__LOG_LEVEL: ERROR
RUNTIME__DLTHUB_TELEMETRY_SEGMENT_WRITE_KEY: TLJiyRkGVZGCi2TtjClamXpFcxAA1rSB
ACTIVE_DESTINATIONS: "[\"duckdb\", \"postgres\", \"filesystem\", \"weaviate\"]"
ALL_FILESYSTEM_DRIVERS: "[\"memory\", \"file\"]"

DESTINATION__WEAVIATE__VECTORIZER: text2vec-contextionary
DESTINATION__WEAVIATE__MODULE_CONFIG: "{\"text2vec-contextionary\": {\"vectorizeClassName\": false, \"vectorizePropertyName\": true}}"

jobs:
get_docs_changes:
name: docs changes
Expand Down
3 changes: 3 additions & 0 deletions tests/cli/test_init_command.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,9 @@
import re
from packaging.requirements import Requirement

# import that because O3 modules cannot be unloaded
import cryptography.hazmat.bindings._rust


import dlt

Expand Down
8 changes: 4 additions & 4 deletions tests/load/utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -65,14 +65,14 @@
]

# Filter out buckets not in all filesystem drivers
DEFAULT_BUCKETS = [GCS_BUCKET, AWS_BUCKET, FILE_BUCKET, MEMORY_BUCKET, AZ_BUCKET]
DEFAULT_BUCKETS = [
bucket for bucket in DEFAULT_BUCKETS if bucket.split(":")[0] in ALL_FILESYSTEM_DRIVERS
WITH_GDRIVE_BUCKETS = [GCS_BUCKET, AWS_BUCKET, FILE_BUCKET, MEMORY_BUCKET, AZ_BUCKET, GDRIVE_BUCKET]
WITH_GDRIVE_BUCKETS = [
bucket for bucket in WITH_GDRIVE_BUCKETS if bucket.split(":")[0] in ALL_FILESYSTEM_DRIVERS
]

# temporary solution to include gdrive bucket in tests,
# while gdrive is not working as a destination
WITH_GDRIVE_BUCKETS = [GDRIVE_BUCKET] + DEFAULT_BUCKETS
DEFAULT_BUCKETS = [bucket for bucket in WITH_GDRIVE_BUCKETS if bucket != GDRIVE_BUCKET]

# Add r2 in extra buckets so it's not run for all tests
R2_BUCKET_CONFIG = dict(
Expand Down

0 comments on commit db91346

Please sign in to comment.