DM-47325: Add API for parsing butler dataset URIs (butler and ivo) #6154
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build_and_test | |
| on: | |
| push: | |
| branches: | |
| - main | |
| tags: | |
| - "*" | |
| pull_request: | |
| jobs: | |
| build_and_test: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ["3.11", "3.12", "3.13"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| # Need to clone everything for the git tags. | |
| fetch-depth: 0 | |
| - uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| channels: conda-forge,defaults | |
| channel-priority: strict | |
| show-channel-urls: true | |
| - name: Update pip/wheel infrastructure | |
| shell: bash -l {0} | |
| run: | | |
| conda install -y -q pip wheel | |
| - name: Install sqlite | |
| shell: bash -l {0} | |
| run: | | |
| conda install -y -q sqlite | |
| # Postgres-14 is already installed from official postgres repo, but we | |
| # also need pgsphere which is not installed. The repo is not in the list, | |
| # so we need to re-add it first. | |
| - name: Install postgresql (server) | |
| run: | | |
| sudo sh -c \ | |
| 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list' | |
| wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc | sudo apt-key add - | |
| sudo apt-get update | |
| sudo apt-get install postgresql-14 postgresql-14-pgsphere | |
| - name: Install postgresql Python packages | |
| shell: bash -l {0} | |
| run: | | |
| conda install -y -q psycopg2 | |
| - name: Install cryptography package for moto | |
| shell: bash -l {0} | |
| run: | | |
| conda install -y -q cryptography | |
| - name: Install dependencies | |
| shell: bash -l {0} | |
| run: | | |
| pip install uv | |
| uv pip install -r requirements.txt | |
| uv pip install fsspec s3fs | |
| # We have two cores so we can speed up the testing with xdist | |
| - name: Install pytest packages | |
| shell: bash -l {0} | |
| run: | | |
| conda install -y -q \ | |
| pytest pytest-xdist pytest-cov | |
| - name: List installed packages | |
| shell: bash -l {0} | |
| run: | | |
| conda list | |
| pip list -v | |
| - name: Build and install | |
| shell: bash -l {0} | |
| run: | | |
| uv pip install -v --no-deps -e . | |
| - name: Run tests | |
| shell: bash -l {0} | |
| env: | |
| SQLALCHEMY_WARN_20: 1 | |
| run: | | |
| pytest -r a -v -n 3 --cov=lsst.daf.butler --cov=tests --cov-report=xml --cov-report=term --cov-branch | |
| - name: Upload coverage to codecov | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| files: ./coverage.xml | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| pypi: | |
| runs-on: ubuntu-latest | |
| needs: [build_and_test] | |
| # The "not starts with 's'" is meant to catch server release tags in the | |
| # form 'server/x.y.z' | |
| if: startsWith(github.ref, 'refs/tags') && ! startsWith(github.ref, 'refs/tags/s') | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| # Need to clone everything to embed the version. | |
| fetch-depth: 0 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.11" | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install --upgrade setuptools wheel build | |
| - name: Build and create distribution | |
| run: | | |
| python -m build --skip-dependency-check | |
| - name: Upload | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.PYPI_UPLOADS }} |