Merge branch 'dev' into distributed-strategy-launcher

.github/workflows/documentation.yml

@@ -0,0 +1,38 @@
+name: Build and Deploy Sphinx Documentation
+
+# on:
+#   push:
+#     branches:
+#       - docs_dev
+#     tags:
+#       - 'v*'
+
+jobs:
+  build-and-deploy:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        persist-credentials: false
+
+    - name: Set up Python
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.9'
+
+    - name: Install dependencies
+      run: |
+        pip install -r docs/requirements.txt
+        pip install sphinx sphinx-rtd-theme
+
+    - name: Build documentation
+      run: |
+        cd docs
+        make html
+
+    - name: Deploy to GitHub Pages
+      uses: peaceiris/actions-gh-pages@v3
+      with:
+        github_token: ${{ secrets.GITHUB_TOKEN }}
+        publish_dir: ./docs/_build/html

.github/workflows/pytest.yml

@@ -3,7 +3,7 @@ name: Unit and integration tests
 
 on:
   pull_request:
-    branches: [main, dev, distributed-strategy-launcher]
+    branches: [main, dev]
 
 jobs:
   test-itwinai:

docs/requirements.txt

@@ -1,185 +1,5 @@
-absl-py==1.2.0
-alabaster==0.7.16
-alembic==1.8.1
-antlr4-python3-runtime==4.9.3
-anyio 
-appdirs==1.4.4
-arrow 
-attrs 
-autopage==0.5.1
-Babel==2.14.0
-backports.functools-lru-cache 
-beautifulsoup4 
-blessed 
-blinker==1.6.3
-Brotli 
-build 
-CacheControl 
-certifi==2023.7.22
-cffi
-charset-normalizer 
-cleo 
-click 
-cliff==4.0.0
-cloudpickle==2.2.1
-cmaes==0.8.2
-cmd2==2.4.2
-colorama 
-colorlog==6.7.0
-crashtest 
-croniter
-cryptography 
-cycler==0.12.1
-databricks-cli==0.18.0
-dateutils 
-deepdiff 
-distlib 
-docker==6.1.3
-docker-pycreds==0.4.0
-docstring-parser==0.15
-docutils==0.20.1
-dulwich 
-einops==0.4.1
-entrypoints==0.4
-exceptiongroup 
-fastapi 
-filelock 
-Flask==2.3.3
-fonttools==4.37.4
-fsspec 
-gast==0.4.0
-gitdb==4.0.9
-GitPython==3.1.27
-google==3.0.0
-greenlet==1.1.3
-gunicorn==21.2.0
-h11 
-h5py==3.7.0
-idna 
-imagesize==1.4.1
-importlib-metadata==5.0.0
-importlib-resources 
-inquirer 
-installer 
-itsdangerous 
-git+https://github.com/interTwin-eu/itwinai.git@a8f9ccb035c7736553eaafb12e06fd7b3fc73fb6#egg=itwinai
-jaraco.classes 
-jeepney 
-Jinja2 
-joblib==1.3.2
-jsonargparse==4.26.1
-jsonschema 
-keyring 
-kiwisolver==1.4.5
-libclang==14.0.6
-lightning
-lightning-cloud 
-lightning-utilities 
-Mako==1.2.3
-Markdown==3.5
-markdown-it-py 
-MarkupSafe==2.1.1
-matplotlib==3.5.2
-mdurl 
-mlflow==2.7.1
-more-itertools 
-msgpack 
-mysqlclient==2.1.1
-numpy 
-oauthlib==3.2.2
-omegaconf==2.3.0
-optuna==2.10.1
-ordered-set 
-orjson 
-packaging 
-pandas==2.1.1
-pathtools==0.1.2
-pexpect 
-Pillow 
-pkginfo 
-pkgutil_resolve_name 
-platformdirs 
-plotly==5.10.0
-poetry 
-poetry-core 
-poetry-plugin-export 
-promise==2.3
-protobuf==4.24.4
-psutil 
-ptyprocess 
-pyarrow==13.0.0
-pycparser 
-pydantic 
-Pygments 
-PyJWT 
-PyMySQL==1.0.2
-pyparsing==3.1.1
-pyperclip==1.8.2
-pyproject_hooks 
-pyrsistent 
-PySocks 
-python-dateutil 
-python-editor==1.0.4
-python-multipart 
-pytorch-lightning 
-pytz 
-PyYAML 
-querystring-parser==1.2.4
-rapidfuzz 
-readchar 
-requests 
-requests-toolbelt 
-rich 
-scikit-learn==1.3.2
-scipy==1.12.0
-SecretStorage 
-sentry-sdk==1.9.10
-setproctitle==1.3.2
-shellingham 
-shortuuid==1.0.9
-six 
-smmap==5.0.0
-sniffio 
-snowballstemmer==2.2.0
-soupsieve 
 Sphinx==7.2.6
 sphinx-rtd-theme==2.0.0
-sphinxcontrib-applehelp==1.0.8
-sphinxcontrib-devhelp==1.0.6
-sphinxcontrib-htmlhelp==2.0.5
-sphinxcontrib-jquery==4.1
-sphinxcontrib-jsmath==1.0.1
-sphinxcontrib-qthelp==1.0.7
-sphinxcontrib-serializinghtml==1.1.10
-SQLAlchemy==1.4.41
-sqlparse==0.4.4
-starlette 
-starsessions 
-submitit==1.5.0
-tabulate==0.9.0
-tenacity==8.1.0
-tensorflow-io-gcs-filesystem==0.27.0
-threadpoolctl==3.2.0
-tomli 
-tomlkit 
-torch==1.13.1
-torchaudio==0.13.1
-torchmetrics 
-torchvision==0.14.1
-tqdm 
-traitlets
-trove-classifiers 
-typer==0.9.0
-types-python-dateutil 
-typeshed-client==2.4.0
-typing_extensions==4.5.0
-tzdata==2023.3
-urllib3 
-uvicorn 
-virtualenv 
-wandb==0.15.12
-wcwidth 
-websocket-client 
-websockets 
-Werkzeug==3.0.0
-zipp 
+
+# local path to itwinai module, assuming that pip install -r docs/requirements.txt is run form the repository root
+.[dev]

use-cases/mnist/tensorflow/startscript.sh

@@ -31,4 +31,4 @@ source ~/.bashrc
 # ON LOGIN NODE download datasets:
 # ../../../.venv-tf/bin/itwinai exec-pipeline --config pipeline.yaml --pipe-key pipeline --steps 0
 source ../../../envAItf_hdfml/bin/activate
-srun itwinai exec-pipeline --config pipeline.yaml --pipe-key pipeline -o verbose=2
+srun itwinai exec-pipeline --config pipeline.yaml --pipe-key pipeline -o verbose=2