ADDED: AO config file extended

netwerk-digitaal-erfgoed · Jan 16, 2024 · 0a07fc7 · 0a07fc7
1 parent be542ad
commit 0a07fc7
Show file tree

Hide file tree

Showing 9 changed files with 49 additions and 9 deletions.
diff --git a/static/ao/config.yml b/static/ao/config.yml
@@ -4,8 +4,8 @@ stages:
     iterator:
       batchSize: 10000
       delay: 50ms
-      endpoint: https://api.test.triply.cc/datasets/colonialHeritage-test/graph/sparql
-      #endpoint: https://api.test.triply.cc/datasets/colonialHeritage-test/graph/services/backup/sparql
+      #endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/sparql
+      endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/services/virtuoso/sparql
       query: file://static/ao/events-iterator.rq
     generator:
       - batchSize: 100
@@ -14,19 +14,59 @@ stages:
     iterator:
       batchSize: 10000
       delay: 50ms
-      endpoint: https://api.test.triply.cc/datasets/colonialHeritage-test/graph/sparql
-      #endpoint: https://api.test.triply.cc/datasets/colonialHeritage-test/graph/services/backup/sparql
+      #endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/sparql
+      endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/services/virtuoso/sparql
       query: file://static/ao/makers-iterator.rq
     generator:
       - batchSize: 100
         query: file://static/ao/makers-generator.rq
-  - name: "Sites"
+  - name: "ObjectDates"
     iterator:
       batchSize: 10000
       delay: 50ms
-      endpoint: https://api.test.triply.cc/datasets/colonialHeritage-test/graph/sparql
-      #endpoint: https://api.test.triply.cc/datasets/colonialHeritage-test/graph/services/backup/sparql
-      query: file://static/ao/sites-iterator.rq
+      #endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/sparql
+      endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/services/virtuoso/sparql
+      query: file://static/ao/objectDates-iterator.rq
     generator:
       - batchSize: 100
-        query: file://static/ao/sites-generator.rq
+        query: file://static/ao/objectDates-generator.rq
+  - name: "ObjectImages"
+    iterator:
+      batchSize: 10000
+      delay: 50ms
+      #endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/sparql
+      endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/services/virtuoso/sparql
+      query: file://static/ao/objectImages-iterator.rq
+    generator:
+      - batchSize: 100
+        query: file://static/ao/objectImages-generator.rq
+  - name: "ObjectLocations"
+    iterator:
+      batchSize: 10000
+      delay: 50ms
+      #endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/sparql
+      endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/services/virtuoso/sparql
+      query: file://static/ao/objectLocations-iterator.rq
+    generator:
+      - batchSize: 100
+        query: file://static/ao/objectLocations-generator.rq
+  - name: "Objects"
+    iterator:
+      batchSize: 10000
+      delay: 50ms
+      #endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/sparql
+      endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/services/virtuoso/sparql
+      query: file://static/ao/objects-iterator.rq
+    generator:
+      - batchSize: 100
+        query: file://static/ao/objects-generator.rq
+#  - name: "Sites"
+#    iterator:
+#      batchSize: 10000
+#      delay: 50ms
+#      endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/sparql
+#      #endpoint: https://api.triplydb.com/datasets/colonialHeritage-test/graph/services/virtuoso/sparql
+#      query: file://static/ao/sites-iterator.rq
+#    generator:
+#      - batchSize: 100
+#        query: file://static/ao/sites-generator.rq
diff --git a/static/ao/objectsETL-dates-generator.rq → static/ao/objectDates-generator.rq b/static/ao/objectsETL-dates-generator.rq → static/ao/objectDates-generator.rq
diff --git a/static/ao/objectsETL-dates-iterator.rq → static/ao/objectDates-iterator.rq b/static/ao/objectsETL-dates-iterator.rq → static/ao/objectDates-iterator.rq
diff --git a/static/ao/objectImagesURLs-generator.rq → static/ao/objectImages-generator.rq b/static/ao/objectImagesURLs-generator.rq → static/ao/objectImages-generator.rq
diff --git a/static/ao/objectImagesURLS-iterator.rq → static/ao/objectImages-iterator.rq b/static/ao/objectImagesURLS-iterator.rq → static/ao/objectImages-iterator.rq
diff --git a/static/ao/objectsLocations-generator.rq → static/ao/objectLocations-generator.rq b/static/ao/objectsLocations-generator.rq → static/ao/objectLocations-generator.rq
diff --git a/static/ao/objectsETL-generator.rq → static/ao/objects-generator.rq b/static/ao/objectsETL-generator.rq → static/ao/objects-generator.rq
diff --git a/static/ao/objectsETL-iterator.rq → static/ao/objects-iterator.rq b/static/ao/objectsETL-iterator.rq → static/ao/objects-iterator.rq
diff --git a/static/ao/tmp.txt b/static/ao/tmp.txt