Merge pull request #849 from lehigh-university-libraries/issue-848

CI integration tests
mjordan · Jan 17, 2025 · 3c58532 · 3c58532
2 parents 49853cb + a27cd47
commit 3c58532
Show file tree

Hide file tree

Showing 78 changed files with 205 additions and 138 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -14,7 +14,12 @@ jobs:
             CMD_BUILD: pyinstaller workbench --onefile --name workbench-macos
             OUT_FILE_NAME: workbench-macos
             ASSET_MIME: application/zip
-          - os: ubuntu-latest
+          - os: ubuntu-22.04
+            TARGET: linux
+            CMD_BUILD: pyinstaller workbench --onefile --name workbench-linux
+            OUT_FILE_NAME: workbench-linux
+            ASSET_MIME: application/zip
+          - os: ubuntu-24.04
             TARGET: linux
             CMD_BUILD: pyinstaller workbench --onefile --name workbench-linux
             OUT_FILE_NAME: workbench-linux

diff --git a/.github/workflows/integration-test.yml b/.github/workflows/integration-test.yml
@@ -0,0 +1,61 @@
+name: Run integration test
+
+on: [push, pull_request]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+
+      - name: Checkout workbench
+        uses: actions/checkout@v4
+
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11
+
+      - name: Checkout isle-site-template
+        uses: actions/checkout@v4
+        with:
+          repository: Islandora-Devops/isle-site-template
+          path: isle-site-template
+
+      - name: Install mkcert
+        run: |-
+          curl -JLO "https://dl.filippo.io/mkcert/latest?for=linux/amd64"
+          chmod +x mkcert-v*-linux-amd64
+          sudo cp mkcert-v*-linux-amd64 /usr/local/bin/mkcert
+
+      - name: Start islandora-starter-site
+        working-directory: isle-site-template
+        run: ./tests/init-template-starter.sh
+        env:
+          ISLANDORA_TAG: main
+          ISLANDORA_STARTER_REF: "heads/main"
+          ISLANDORA_STARTER_OWNER: "Islandora-Devops"
+
+      - name: Install dependencies  
+        run: |  
+          python -m pip install --upgrade pip  
+          python setup.py install
+
+          # disable media standalone URL
+          docker exec isle-site-template-drupal-dev-1 drush config:set media.settings standalone_url FALSE -y
+          docker exec isle-site-template-drupal-dev-1 drush cr
+
+      - name: Run islandora_tests_hooks  
+        run: python tests/islandora_tests_hooks.py
+
+      - name: Run islandora_tests_paged_content  
+        run: python tests/islandora_tests_paged_content.py
+        env:
+          REQUESTS_CA_BUNDLE: ${{ github.workspace }}/isle-site-template/certs/rootCA.pem
+
+      - name: Run islandora_tests  
+        run: python tests/islandora_tests.py
diff --git a/.github/workflows/unittests.yml b/.github/workflows/unittests.yml
@@ -7,8 +7,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:  
       matrix:  
-        python-version: ["3.8", "3.9", "3.10", "3.11"] 
-
+        python-version: ["3.9", "3.10", "3.11"]
     steps:  
       - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}  

diff --git a/tests/assets/WorkbenchConfig_test/config_01_create_short_valid.yml b/tests/assets/WorkbenchConfig_test/config_01_create_short_valid.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 secure_ssl_only: false
diff --git a/tests/assets/WorkbenchConfig_test/config_02_01_create_short_invalid.yml b/tests/assets/WorkbenchConfig_test/config_02_01_create_short_invalid.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 content_type: invalid_content_type

diff --git a/tests/assets/WorkbenchConfig_test/config_02_02_create_short_invalid.yml b/tests/assets/WorkbenchConfig_test/config_02_02_create_short_invalid.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 use_node_title_for_media: true

diff --git a/tests/assets/WorkbenchConfig_test/config_02_03_create_short_invalid.yml b/tests/assets/WorkbenchConfig_test/config_02_03_create_short_invalid.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 use_node_title_for_media: true

diff --git a/tests/assets/additional_files_test/create.yml b/tests/assets/additional_files_test/create.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_csv: create.csv

diff --git a/tests/assets/additional_files_test/rollback.yml b/tests/assets/additional_files_test/rollback.yml
@@ -1,5 +1,5 @@
 task: delete
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/additional_files_test

diff --git a/.../assets/allow_missing_files_test/add_media_additional_files_allow_missing_files_false.yml b/.../assets/allow_missing_files_test/add_media_additional_files_allow_missing_files_false.yml
@@ -1,5 +1,5 @@
 task: add_media
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/...sing_files_test/add_media_additional_files_allow_missing_files_false_with_soft_checks.yml b/...sing_files_test/add_media_additional_files_allow_missing_files_false_with_soft_checks.yml
@@ -1,5 +1,5 @@
 task: add_media
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/...s/assets/allow_missing_files_test/add_media_additional_files_allow_missing_files_true.yml b/...s/assets/allow_missing_files_test/add_media_additional_files_allow_missing_files_true.yml
@@ -1,5 +1,5 @@
 task: add_media
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/tests/assets/allow_missing_files_test/add_media_allow_missing_files_false.yml b/tests/assets/allow_missing_files_test/add_media_allow_missing_files_false.yml
@@ -1,5 +1,5 @@
 task: add_media
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/.../assets/allow_missing_files_test/add_media_allow_missing_files_false_with_soft_checks.yml b/.../assets/allow_missing_files_test/add_media_allow_missing_files_false_with_soft_checks.yml
@@ -1,5 +1,5 @@
 task: add_media
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/tests/assets/allow_missing_files_test/add_media_allow_missing_files_true.yml b/tests/assets/allow_missing_files_test/add_media_allow_missing_files_true.yml
@@ -1,5 +1,5 @@
 task: add_media
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/tests/assets/allow_missing_files_test/add_media_create_nodes.yml b/tests/assets/allow_missing_files_test/add_media_create_nodes.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/tests/assets/allow_missing_files_test/create_additional_files_allow_missing_files_false.yml b/tests/assets/allow_missing_files_test/create_additional_files_allow_missing_files_false.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/...missing_files_test/create_additional_files_allow_missing_files_false_with_soft_checks.yml b/...missing_files_test/create_additional_files_allow_missing_files_false_with_soft_checks.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/tests/assets/allow_missing_files_test/create_additional_files_allow_missing_files_true.yml b/tests/assets/allow_missing_files_test/create_additional_files_allow_missing_files_true.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/tests/assets/allow_missing_files_test/create_allow_missing_files_false.yml b/tests/assets/allow_missing_files_test/create_allow_missing_files_false.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/tests/assets/allow_missing_files_test/create_allow_missing_files_false_with_soft_checks.yml b/tests/assets/allow_missing_files_test/create_allow_missing_files_false_with_soft_checks.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/tests/assets/allow_missing_files_test/create_allow_missing_files_true.yml b/tests/assets/allow_missing_files_test/create_allow_missing_files_true.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/allow_missing_files_test

diff --git a/tests/assets/check_test/add_media.yml b/tests/assets/check_test/add_media.yml
@@ -1,5 +1,5 @@
 task: add_media
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_csv: add_media.csv

diff --git a/tests/assets/check_test/create.yml b/tests/assets/check_test/create.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 secure_ssl_only: false
diff --git a/tests/assets/check_test/delete.yml b/tests/assets/check_test/delete.yml
@@ -1,5 +1,5 @@
 task: delete
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_csv: delete.csv

diff --git a/tests/assets/check_test/google_sheet.yml b/tests/assets/check_test/google_sheet.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_csv: 'https://docs.google.com/spreadsheets/d/13Mw7gtBy1A3ZhYEAlBzmkswIdaZvX18xoRBxfbgxqWc/edit#gid=0'

diff --git a/tests/assets/check_test/update.yml b/tests/assets/check_test/update.yml
@@ -1,5 +1,5 @@
 task: update
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_csv: update.csv

diff --git a/tests/assets/commented_csvs_test/excel.yml b/tests/assets/commented_csvs_test/excel.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: "tests/assets/commented_csvs_test"

diff --git a/tests/assets/commented_csvs_test/google_sheets.yml b/tests/assets/commented_csvs_test/google_sheets.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/commented_csvs_test

diff --git a/tests/assets/commented_csvs_test/raw_csv.yml b/tests/assets/commented_csvs_test/raw_csv.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: "tests/assets/commented_csvs_test"

diff --git a/tests/assets/create_from_files_test/create.yml b/tests/assets/create_from_files_test/create.yml
@@ -1,5 +1,5 @@
 task: create_from_files
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/create_from_files_test/files

diff --git a/tests/assets/create_paged_content_from_directories_test/books.yml b/tests/assets/create_paged_content_from_directories_test/books.yml
@@ -1,7 +1,7 @@
 paged_content_from_directories: true
 paged_content_page_model_tid: http://id.loc.gov/ontologies/bibframe/part
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/create_paged_content_from_directories_test/samplebooks

diff --git a/...s/assets/create_paged_content_from_directories_test/books_page_files_source_dir_field.yml b/...s/assets/create_paged_content_from_directories_test/books_page_files_source_dir_field.yml
@@ -1,7 +1,7 @@
 paged_content_from_directories: true
 paged_content_page_model_tid: http://id.loc.gov/ontologies/bibframe/part
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/create_paged_content_from_directories_test/samplebooks

diff --git a/tests/assets/create_paged_content_test/create.yml b/tests/assets/create_paged_content_test/create.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: "tests/assets/create_paged_content_test"

diff --git a/tests/assets/create_test/create.yml b/tests/assets/create_test/create.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: "tests/assets/create_test"

diff --git a/tests/assets/create_with_field_templates_test/create.yml b/tests/assets/create_with_field_templates_test/create.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/create_with_field_templates_test

diff --git a/tests/assets/csv_row_filters_test/csv_row_filters_test.yml b/tests/assets/csv_row_filters_test/csv_row_filters_test.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_csv: csv_row_filters_test.csv

diff --git a/tests/assets/delete_test/create.yml b/tests/assets/delete_test/create.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: "tests/assets/delete_test"

diff --git a/tests/assets/delete_test/delete.yml b/tests/assets/delete_test/delete.yml
@@ -1,5 +1,5 @@
 task: delete
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: "tests/assets/delete_test"

diff --git a/tests/assets/delimiter_test/create_tab.yml b/tests/assets/delimiter_test/create_tab.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: "tests/assets/delimiter_test"

diff --git a/tests/assets/execute_bootstrap_script_test/config.yml b/tests/assets/execute_bootstrap_script_test/config.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 media_type: document

diff --git a/tests/assets/execute_post_action_entity_script_test/create.yml b/tests/assets/execute_post_action_entity_script_test/create.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/execute_post_action_entity_script_test

diff --git a/tests/assets/execute_post_action_entity_script_test/script.py b/tests/assets/execute_post_action_entity_script_test/script.py
@@ -5,7 +5,7 @@
 import json
 import tempfile
 
-temp_dir = tempfile.gettempdir()
+temp_dir = "/tmp"
 output_file_path = os.path.join(temp_dir, "execute_post_action_entity_script.dat")
 
 http_response_body = sys.argv[3]

diff --git a/tests/assets/geolocation_test/bad_geocoordinates.yml b/tests/assets/geolocation_test/bad_geocoordinates.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_dir: tests/assets/geolocation_test/input_data

diff --git a/tests/assets/google_gid_test/gid_0.yml b/tests/assets/google_gid_test/gid_0.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_csv: 'https://docs.google.com/spreadsheets/d/13Mw7gtBy1A3ZhYEAlBzmkswIdaZvX18xoRBxfbgxqWc/edit#gid=0'

diff --git a/tests/assets/google_gid_test/gid_1867618389.yml b/tests/assets/google_gid_test/gid_1867618389.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_csv: 'https://docs.google.com/spreadsheets/d/13Mw7gtBy1A3ZhYEAlBzmkswIdaZvX18xoRBxfbgxqWc/edit#gid=0'

diff --git a/tests/assets/google_gid_test/gid_390347846.yml b/tests/assets/google_gid_test/gid_390347846.yml
@@ -1,5 +1,5 @@
 task: create
-host: https://islandora.traefik.me
+host: https://islandora.dev
 username: admin
 password: password
 input_csv: 'https://docs.google.com/spreadsheets/d/13Mw7gtBy1A3ZhYEAlBzmkswIdaZvX18xoRBxfbgxqWc/edit#gid=0'