enabled tests with secrets

.github/workflows/pytest-py312.yml

@@ -36,6 +36,10 @@ jobs:
         # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
         flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
     - name: Test with pytest
+      env:
+        CDSAPI_KEY: ${{ secrets.CDSAPI_KEY }}
+        COPERNICUS_MARINE_SERVICE_USERNAME: ${{ secrets.COPERNICUS_MARINE_SERVICE_USERNAME }}
+        COPERNICUS_MARINE_SERVICE_PASSWORD: ${{ secrets.COPERNICUS_MARINE_SERVICE_PASSWORD }}
       run: |
         pytest -m "not requireslocaldata" --cov=dfm_tools --cov-report xml --cov-report term
     - uses: codecov/codecov-action@v1

.github/workflows/pytest-py313.yml

@@ -36,6 +36,10 @@ jobs:
         # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
         flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
     - name: Test with pytest
+      env:
+        CDSAPI_KEY: ${{ secrets.CDSAPI_KEY }}
+        COPERNICUS_MARINE_SERVICE_USERNAME: ${{ secrets.COPERNICUS_MARINE_SERVICE_USERNAME }}
+        COPERNICUS_MARINE_SERVICE_PASSWORD: ${{ secrets.COPERNICUS_MARINE_SERVICE_PASSWORD }}
       run: |
         pytest -m "not requireslocaldata" --cov=dfm_tools --cov-report xml --cov-report term
     - uses: codecov/codecov-action@v1

.github/workflows/pytest-py39-mindeps.yml

@@ -41,6 +41,10 @@ jobs:
         # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
         flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
     - name: Test with pytest
+      env:
+        CDSAPI_KEY: ${{ secrets.CDSAPI_KEY }}
+        COPERNICUS_MARINE_SERVICE_USERNAME: ${{ secrets.COPERNICUS_MARINE_SERVICE_USERNAME }}
+        COPERNICUS_MARINE_SERVICE_PASSWORD: ${{ secrets.COPERNICUS_MARINE_SERVICE_PASSWORD }}
       run: |
         pytest -m "not requireslocaldata" --cov=dfm_tools --cov-report xml --cov-report term
     - uses: codecov/codecov-action@v1

.github/workflows/pytest.yml

@@ -40,6 +40,10 @@ jobs:
         # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
         flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
     - name: Test with pytest
+      env:
+        CDSAPI_KEY: ${{ secrets.CDSAPI_KEY }}
+        COPERNICUS_MARINE_SERVICE_USERNAME: ${{ secrets.COPERNICUS_MARINE_SERVICE_USERNAME }}
+        COPERNICUS_MARINE_SERVICE_PASSWORD: ${{ secrets.COPERNICUS_MARINE_SERVICE_PASSWORD }}
       run: |
         pytest -m "not requireslocaldata" --cov=dfm_tools --cov-report xml --cov-report term
     - uses: codecov/codecov-action@v1

pyproject.toml

@@ -106,6 +106,7 @@ markers = [
 	"systemtest: mark a test as systemtest. Used for testing at a higher level, verifying a given input returns the expected output",
 	"acceptance: mark a test as acceptance. Used for non-functional requirements and data that needs to be human-verified",
 	"requireslocaldata: mark a test that cannot run on Github",
+	"requiressecrets: mark a test that requires environment variables to be set (e.g. via Github secrets)",
 ]
 
 [tool.flake8]

tests/test_download.py

@@ -12,7 +12,7 @@
 import dfm_tools as dfmt
 
 
-@pytest.mark.requireslocaldata
+@pytest.mark.requiressecrets
 @pytest.mark.unittest
 def test_cds_credentials():
     # check if the credentials are present on this system
@@ -23,15 +23,13 @@ def test_cds_credentials():
     assert "CDSAPI_URL" in os.environ.keys()
 
 
-#TODO: properly set environment variables in github would prevent localness
-@pytest.mark.requireslocaldata
+@pytest.mark.requiressecrets
 @pytest.mark.unittest
 def test_copernicusmarine_credentials():
     copernicusmarine_credentials()
 
 
-#TODO: properly set environment variables in github would prevent localness
-@pytest.mark.requireslocaldata
+@pytest.mark.requiressecrets
 @pytest.mark.unittest
 def test_download_era5(tmp_path):
     date_min = '2010-01-01'
@@ -45,8 +43,7 @@ def test_download_era5(tmp_path):
                            dir_output=tmp_path, overwrite=True)
 
 
-#TODO: properly set environment variables in github would prevent localness
-@pytest.mark.requireslocaldata
+@pytest.mark.requiressecrets
 @pytest.mark.unittest
 def test_download_cmems_my(tmp_path):
     date_min = '2010-01-01'
@@ -61,8 +58,7 @@ def test_download_cmems_my(tmp_path):
                             dir_output=tmp_path, file_prefix=file_prefix, overwrite=True)
 
 
-#TODO: properly set environment variables in github would prevent localness
-@pytest.mark.requireslocaldata
+@pytest.mark.requiressecrets
 @pytest.mark.unittest
 def test_download_cmems_forecast(tmp_path):
     date_min = pd.Timestamp.today()